{"severity_text":"INFO","timestamp":"2026-10-30T05:42:29.870069072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:29.882740054Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:29.907646332Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:29.907666823Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:29.96589547Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:29.965944258Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.012710445Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/76c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.594303015Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.627513733Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.627660868Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.627723527Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.627771837Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.627815749Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.627860555Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.627900916Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.627945788Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.627985148Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628028997Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628065133Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628109626Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628133435Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628275079Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628553149Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628600714Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628666053Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628695189Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628787911Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.628983111Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.729955336Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 05:42:30.729964 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.931582751Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:30.931616912Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 05:42:48.665609 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.665972343Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.66624033Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.666329859Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.66648274Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.666538485Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.666565568Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.666613872Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.666726198Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.666884546Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667010906Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667107159Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667164263Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667311016Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667417347Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667470183Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667478303Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667502826Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667535434Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667568871Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667650647Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667680325Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667745478Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667762991Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667868421Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667878719Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667904726Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667909963Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.667936494Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.668124249Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.668215214Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.668245266Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.668790071Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.668827603Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669313428Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669322458Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669440193Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669482479Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.66950972Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669579086Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669607868Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669704258Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669740315Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.66975339Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.66976888Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669817856Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669835725Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669851155Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669868734Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.669885008Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.780721944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.828747819Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:48.888094414Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.271831314Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.271875741Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.272367833Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.272395226Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.273665572Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.273685553Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.274797602Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.274820868Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.274824262Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.274832771Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.275915682Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.275938443Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.329807615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4b0cff4-3661-4bb9-b31b-ca93ad8b35ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.330721211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75da4599-4e82-45a0-8e5d-cd97a1a43645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.340371905Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b7e91fa-ad7d-483d-83cb-746cf227588d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.347381716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4b0cff4-3661-4bb9-b31b-ca93ad8b35ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.351266252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75da4599-4e82-45a0-8e5d-cd97a1a43645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.354494218Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb547f74-046d-4cc8-934e-2ade176b4781","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.364418874Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4b0cff4-3661-4bb9-b31b-ca93ad8b35ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.373103942Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.373132638Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.441791086Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75da4599-4e82-45a0-8e5d-cd97a1a43645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.463791847Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8378b7a3-936a-4f26-aec0-a56b4ab86540","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.464191558Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a315bd9-52af-444b-96ba-0d6d871e9862","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.561332534Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"729603ed-104c-40a4-8428-42d6f3e93b85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.575576112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e774d6a7-18a6-4791-9c65-09624db50c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.648433767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e774d6a7-18a6-4791-9c65-09624db50c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.648486004Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e774d6a7-18a6-4791-9c65-09624db50c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.674633597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ab6b56e-fb9a-439f-aaba-e9d38ed71743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.742879123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ab6b56e-fb9a-439f-aaba-e9d38ed71743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.742919563Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ab6b56e-fb9a-439f-aaba-e9d38ed71743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.914009846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a572403a-70f7-4f05-9461-cbc927b3a1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.931250341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a572403a-70f7-4f05-9461-cbc927b3a1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.944288986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a572403a-70f7-4f05-9461-cbc927b3a1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:49.957019833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a572403a-70f7-4f05-9461-cbc927b3a1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:50.966698878Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"954ab0a6-7e68-4c9d-aa95-5d66d28a1b11","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.122823776Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5cba046f-a008-4133-89c9-d0e3f45aeac8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.302974493Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea36ebcb-7f02-463f-80fa-7606f4f638f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.940294906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d3691f60-eed2-48be-8e8c-f4f5a1a11d4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.94031535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d3691f60-eed2-48be-8e8c-f4f5a1a11d4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.953516003Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2dd5a55e-ddb2-40a3-93b3-572f90988083","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.953705212Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d11faf20-8d68-4cc9-af5b-e67b77226dbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.970949057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d72910a9-3690-4185-9e4f-014a57c8fc94","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.970963348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d72910a9-3690-4185-9e4f-014a57c8fc94","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.980369824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b3f7db4-25c2-4a9a-bd47-a8a1092f5930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:51.980397322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bba85d-7cb2-43c9-a55f-817712753917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.000265468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b3f7db4-25c2-4a9a-bd47-a8a1092f5930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.000326948Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b3f7db4-25c2-4a9a-bd47-a8a1092f5930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.004062264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bba85d-7cb2-43c9-a55f-817712753917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.004110565Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bba85d-7cb2-43c9-a55f-817712753917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.077822349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2dfc562-2d3b-4bd4-9118-0c82ffa24887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.077943302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"118af337-9bb6-4343-ae70-a4aed362a1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.095430755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2dfc562-2d3b-4bd4-9118-0c82ffa24887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.09548097Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2dfc562-2d3b-4bd4-9118-0c82ffa24887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.096487013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"118af337-9bb6-4343-ae70-a4aed362a1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.096544361Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"118af337-9bb6-4343-ae70-a4aed362a1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.678467236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"34d5ce33-8778-43db-9024-16d2cdd1eaf4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:52.678487778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"34d5ce33-8778-43db-9024-16d2cdd1eaf4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:53.496935861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f255edc-f702-4622-befc-db43469be02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:53.496942759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f842b68c-480a-4585-b52d-b30b85242f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:53.519095909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f255edc-f702-4622-befc-db43469be02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:53.519167605Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f255edc-f702-4622-befc-db43469be02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:53.530901831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f842b68c-480a-4585-b52d-b30b85242f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:53.530966784Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f842b68c-480a-4585-b52d-b30b85242f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.670858938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ae2a2db-dfa9-4107-8cba-03599a40a570","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.670879399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ae2a2db-dfa9-4107-8cba-03599a40a570","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.684137991Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"10f442ee-16f4-422b-97a6-fc2e6705f770","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.684508154Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d0c2440-9788-4baa-b6e2-8cdae54130ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.689703659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"290f87ae-74d6-4f6f-8dac-cb1f774d8cfe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.689718455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"290f87ae-74d6-4f6f-8dac-cb1f774d8cfe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.702680893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c868233b-adb4-4ef0-a12b-309ca2189608","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.702696246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c868233b-adb4-4ef0-a12b-309ca2189608","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.70286197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c3078697-b6cb-4364-a092-1e9f7b8037e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.702872733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c3078697-b6cb-4364-a092-1e9f7b8037e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.708955315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14289a13-b353-4953-a2e0-ba13734dd12d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.708964272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ba3b3a6-a2dc-4c80-9292-eea331f6b6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.727848366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14289a13-b353-4953-a2e0-ba13734dd12d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.727898109Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14289a13-b353-4953-a2e0-ba13734dd12d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.738240467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ba3b3a6-a2dc-4c80-9292-eea331f6b6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.738289307Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ba3b3a6-a2dc-4c80-9292-eea331f6b6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.81161285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b4d4293-0b9c-4057-b9fd-1a6d20a7ec2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.811685763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb54ef5a-ab64-400f-8584-731de07274f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.829477248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb54ef5a-ab64-400f-8584-731de07274f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.829523134Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb54ef5a-ab64-400f-8584-731de07274f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.829652858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b4d4293-0b9c-4057-b9fd-1a6d20a7ec2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:55.829700974Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b4d4293-0b9c-4057-b9fd-1a6d20a7ec2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:56.114033049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"23440a35-4481-4064-abce-066a43f7f1eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:56.114054715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"23440a35-4481-4064-abce-066a43f7f1eb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.269361691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad941894-7cb4-4eaf-a5d9-81b8d627e1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.269368068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66213862-fa3c-481a-90b6-0861c496ca65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.2887013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad941894-7cb4-4eaf-a5d9-81b8d627e1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.288819996Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad941894-7cb4-4eaf-a5d9-81b8d627e1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.299172758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66213862-fa3c-481a-90b6-0861c496ca65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.29922649Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66213862-fa3c-481a-90b6-0861c496ca65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.856032711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4f008b10-09d2-4492-94b0-97092650dce1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.856052651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4f008b10-09d2-4492-94b0-97092650dce1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.856348501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"503f6ce2-7775-4a56-aa0a-0e603d8032b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.856362089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"503f6ce2-7775-4a56-aa0a-0e603d8032b3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.856552494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"08a48e3e-9099-4eff-aab7-bb7a4459b193","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.856563879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"08a48e3e-9099-4eff-aab7-bb7a4459b193","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.869477249Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8399949f-be4e-4265-aed7-470ca49dd322","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.869510619Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2439eb9-8a09-4e6f-99c5-a6c9ebe60766","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.890721302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18d0367e-a02b-4b00-ae69-6b1a79b28d4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.890741862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18d0367e-a02b-4b00-ae69-6b1a79b28d4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.891068058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dc08dfe5-157a-419e-8e6c-713c09821807","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.891084485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dc08dfe5-157a-419e-8e6c-713c09821807","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.891371313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d3ca42b-6e3a-44ac-aaa0-130afe145162","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.89138664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5d3ca42b-6e3a-44ac-aaa0-130afe145162","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.897214863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17915045-99ce-43bd-9b6a-d3328c78eee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.897947749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2908b19-2ec9-4f7b-8b05-150ca0d22503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.929512587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17915045-99ce-43bd-9b6a-d3328c78eee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.929568305Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17915045-99ce-43bd-9b6a-d3328c78eee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.930710877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2908b19-2ec9-4f7b-8b05-150ca0d22503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.930764149Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2908b19-2ec9-4f7b-8b05-150ca0d22503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.995906726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3794eabe-254a-4b75-b535-826dbabe5ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:57.995916489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"769fa738-2bcd-43e2-8130-f26fe8f51397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:58.013697388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"769fa738-2bcd-43e2-8130-f26fe8f51397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:58.013731722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3794eabe-254a-4b75-b535-826dbabe5ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:58.013747957Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"769fa738-2bcd-43e2-8130-f26fe8f51397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:58.013781289Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3794eabe-254a-4b75-b535-826dbabe5ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:58.318442543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"58fbb6b3-8715-4a3d-b049-df9dc887541d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:58.318469265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"58fbb6b3-8715-4a3d-b049-df9dc887541d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.518698845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e277e2c3-872f-4415-97c9-54f921b30f88","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.518721985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e277e2c3-872f-4415-97c9-54f921b30f88","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.519066461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"60eccd53-6353-43cf-83f9-302f4764fe68","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.519082154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"60eccd53-6353-43cf-83f9-302f4764fe68","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.519360806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2511e58-1cc4-46a1-83d2-76d9a02fb563","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.519379163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2511e58-1cc4-46a1-83d2-76d9a02fb563","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.519697198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"51c21296-6514-4525-8935-83c59dfad9d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.519713754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"51c21296-6514-4525-8935-83c59dfad9d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.531498433Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c39e77b9-be9e-47dc-9a9d-ff72cfe9caab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.531800404Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb9e8d5e-56bc-4f30-977f-81ed325b016e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.549582934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c72ab3f4-79f4-4ead-850f-cdc80a7c6b72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.549599253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c72ab3f4-79f4-4ead-850f-cdc80a7c6b72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.549787535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"75e56bf3-a7b7-4f5c-8689-705fbdedc683","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.549798559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"75e56bf3-a7b7-4f5c-8689-705fbdedc683","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.549964562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b9f56366-aa03-420a-a30c-ff6dff9f443d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.549973654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b9f56366-aa03-420a-a30c-ff6dff9f443d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.550383969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8b94984-122a-4e01-aa94-0ddae475affe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.550399151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8b94984-122a-4e01-aa94-0ddae475affe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.559896405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfebc3fe-635a-481b-bb18-8ce3e6fd4b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.559896003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"643bb8eb-2e41-4fc1-8095-0e44ec777242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.578227814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfebc3fe-635a-481b-bb18-8ce3e6fd4b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.578274553Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfebc3fe-635a-481b-bb18-8ce3e6fd4b9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.579776331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"643bb8eb-2e41-4fc1-8095-0e44ec777242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.579825522Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"643bb8eb-2e41-4fc1-8095-0e44ec777242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.657128095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e7e9b0-8924-4caf-b349-40151bbb8a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.657373999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b468abe-dcaf-401e-aa2c-61095a9901d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.680208007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b468abe-dcaf-401e-aa2c-61095a9901d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.680271253Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b468abe-dcaf-401e-aa2c-61095a9901d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.682482216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e7e9b0-8924-4caf-b349-40151bbb8a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.682529307Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00e7e9b0-8924-4caf-b349-40151bbb8a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.757177369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92c97896-85d6-45ee-8aa6-04a70571a607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.757177886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48431c9e-15b6-4473-96a2-ccfd537ddf2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.776177818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48431c9e-15b6-4473-96a2-ccfd537ddf2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.776221465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92c97896-85d6-45ee-8aa6-04a70571a607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.776254143Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48431c9e-15b6-4473-96a2-ccfd537ddf2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.776253998Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92c97896-85d6-45ee-8aa6-04a70571a607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.972075116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"374e7028-4e0f-4e64-941d-3643a8379890","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:42:59.972092989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"374e7028-4e0f-4e64-941d-3643a8379890","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.067002988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5ef7955-fb21-4096-a88c-70f57e35835d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.067025737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5ef7955-fb21-4096-a88c-70f57e35835d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.067354716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47811909-a0ef-4ee8-bb47-73cd418768c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.067370783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47811909-a0ef-4ee8-bb47-73cd418768c4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.081020428Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e0a544d-06a5-4e4e-a0f4-0ad45560facb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.081406141Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67dd3d58-e973-42d9-8dcd-ae06025c1fa4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.086184082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d5828ab-343c-41e3-95e9-9d642cc0b7ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.086204787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d5828ab-343c-41e3-95e9-9d642cc0b7ed","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.086503471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"66a6593c-a79a-401e-ba31-02db771902df","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.086527603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"66a6593c-a79a-401e-ba31-02db771902df","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.086787034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4cb36873-f2a7-4aac-88c7-dedd6173f646","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.086800102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4cb36873-f2a7-4aac-88c7-dedd6173f646","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.098363892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d887607a-09a2-4413-a307-d601c65dda7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.09837712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d887607a-09a2-4413-a307-d601c65dda7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.098566141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a8bf1c73-70a9-4553-bf21-d320b986e569","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.098575432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a8bf1c73-70a9-4553-bf21-d320b986e569","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.098768723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5eba5874-45ed-4eff-b4bf-c95230be05e5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.098778584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5eba5874-45ed-4eff-b4bf-c95230be05e5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.099012007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9ad77be7-12c5-452b-bd5c-686d83da1cc4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.09902076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9ad77be7-12c5-452b-bd5c-686d83da1cc4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.099222875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"63d87951-d97a-4835-80e3-4672b36f1b3c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.099236718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"63d87951-d97a-4835-80e3-4672b36f1b3c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.107413444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21a38c76-cb69-4b98-a242-22354b8428e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.107772612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eab8a21a-ce55-4295-ba8e-aa5a94068ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.126271944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21a38c76-cb69-4b98-a242-22354b8428e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.126326042Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21a38c76-cb69-4b98-a242-22354b8428e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.136570988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eab8a21a-ce55-4295-ba8e-aa5a94068ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.136619765Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eab8a21a-ce55-4295-ba8e-aa5a94068ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.205481171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae3597c8-8279-47c7-b3d6-5989db4cb290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.223064301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae3597c8-8279-47c7-b3d6-5989db4cb290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.223136753Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae3597c8-8279-47c7-b3d6-5989db4cb290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.307224209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5115d1af-9a33-4f17-b219-43d3fdea8f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.324877853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5115d1af-9a33-4f17-b219-43d3fdea8f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.324934783Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5115d1af-9a33-4f17-b219-43d3fdea8f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.523931917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"36981fd2-99b0-4c0c-b4c3-fd4c72960d70","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:01.523951044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"36981fd2-99b0-4c0c-b4c3-fd4c72960d70","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.392972257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5238c3c-003a-41a9-bb57-f631db6bac6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.393418881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b1a8b18-4e85-4ffb-9437-7990dbb66483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.423470683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b1a8b18-4e85-4ffb-9437-7990dbb66483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.423539219Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b1a8b18-4e85-4ffb-9437-7990dbb66483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.423669159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5238c3c-003a-41a9-bb57-f631db6bac6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.423720184Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5238c3c-003a-41a9-bb57-f631db6bac6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.494334915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72a45747-508e-456c-828d-953be087eb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.494603328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62134813-6c2d-4709-9862-9a6881671f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.512055537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62134813-6c2d-4709-9862-9a6881671f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.512098624Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62134813-6c2d-4709-9862-9a6881671f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.512127244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72a45747-508e-456c-828d-953be087eb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:03.512178832Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72a45747-508e-456c-828d-953be087eb85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.345937505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e020eba5-6cd4-4916-9335-cea43e43c667","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.345962249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e020eba5-6cd4-4916-9335-cea43e43c667","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.346321779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a51297d4-0176-4c82-8326-a167a38f3a7b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.346339758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a51297d4-0176-4c82-8326-a167a38f3a7b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.346616208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1f9a8ede-a823-4ad6-8df8-1f9e6c3cb256","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.346632871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1f9a8ede-a823-4ad6-8df8-1f9e6c3cb256","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.346947813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9df9e9a3-595d-420e-b0d0-b46a9df7db78","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.34696413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9df9e9a3-595d-420e-b0d0-b46a9df7db78","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.359492143Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91d2d926-cc55-4521-9dc2-c13471ff2a5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.35973809Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e151513-5d1b-4827-96c5-a6f71801700a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.366294572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ab8d0509-a3d8-4256-8a9f-ddb2c3f1f016","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.366312081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ab8d0509-a3d8-4256-8a9f-ddb2c3f1f016","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.366601144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19189c90-a77f-49e5-adb4-4f713771f09a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.366616464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19189c90-a77f-49e5-adb4-4f713771f09a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.378832426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"65aa052b-3317-4ab0-bee1-b88878722093","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.378848756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"65aa052b-3317-4ab0-bee1-b88878722093","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379027378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ec90f9e-30d0-475a-96f0-6092a6c259f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379038555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8ec90f9e-30d0-475a-96f0-6092a6c259f9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379260516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7064aecd-edf4-4b64-82ac-4cc85e6285ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379272209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7064aecd-edf4-4b64-82ac-4cc85e6285ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379443935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d509fd93-4024-4cb2-b82b-b3b0efcdb758","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379453602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d509fd93-4024-4cb2-b82b-b3b0efcdb758","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379682539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ffb6e127-39aa-4f54-8fab-e452da9287dd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379694753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ffb6e127-39aa-4f54-8fab-e452da9287dd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379938646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"38e86799-1885-40a9-aebf-ceff114f2efe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.379950256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"38e86799-1885-40a9-aebf-ceff114f2efe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.384052295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7da0223-8d8f-40df-b372-0cd3ff7035f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.390578583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e08057-3bbd-4876-bae3-14f9be9d27d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.401700021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7da0223-8d8f-40df-b372-0cd3ff7035f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.401744067Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7da0223-8d8f-40df-b372-0cd3ff7035f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.409344131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e08057-3bbd-4876-bae3-14f9be9d27d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.40940123Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e08057-3bbd-4876-bae3-14f9be9d27d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.484874912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eccd5757-2971-4cce-b86d-ba2566716d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.484875291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"356f4079-e372-4f00-b9d4-6df29a064bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.502657761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eccd5757-2971-4cce-b86d-ba2566716d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.502715292Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eccd5757-2971-4cce-b86d-ba2566716d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.502779355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"356f4079-e372-4f00-b9d4-6df29a064bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.502827442Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"356f4079-e372-4f00-b9d4-6df29a064bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.793344317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea451b59-c3a6-4c21-af1a-93272826d86b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:04.793369412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ea451b59-c3a6-4c21-af1a-93272826d86b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.685228203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2a84cdb7-7307-4a25-a720-29f729f1ba2e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.685244905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2a84cdb7-7307-4a25-a720-29f729f1ba2e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.685479387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e02f123c-3f0b-4037-9d98-07b34adc9bf1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.685490364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e02f123c-3f0b-4037-9d98-07b34adc9bf1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.685655544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c58be336-219b-4879-a684-661451691b94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.685670013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c58be336-219b-4879-a684-661451691b94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.698617037Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9faf5dc2-396c-49b3-9665-17af3cae4c82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.710307029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4ec9946-19d8-4ec6-b9d1-581965a1dd6b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.710324709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4ec9946-19d8-4ec6-b9d1-581965a1dd6b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.710535696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64dff44e-7c27-485a-8bd4-84464d370f9e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.71054632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64dff44e-7c27-485a-8bd4-84464d370f9e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.710746777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9be24ede-b719-453c-8a94-832db4df2503","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.710757229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9be24ede-b719-453c-8a94-832db4df2503","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.710911302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a4571272-1e9d-4dfa-81b6-915194392b83","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.710919774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a4571272-1e9d-4dfa-81b6-915194392b83","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.723782966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7553963-9afd-4194-a1d2-1c18b78d75b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.723799288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7553963-9afd-4194-a1d2-1c18b78d75b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.724059641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1e0e5e6b-fc7a-4bc2-b665-42dfa16b5c01","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.724074702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1e0e5e6b-fc7a-4bc2-b665-42dfa16b5c01","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.724284095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"da7f240c-f2b8-43cb-9d8a-b1723b827ece","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.724296925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"da7f240c-f2b8-43cb-9d8a-b1723b827ece","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.724505975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1fac2d7-d456-432d-a1a3-12225d6e7dbf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.724518287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1fac2d7-d456-432d-a1a3-12225d6e7dbf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.724699039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a3f84a2d-41b0-487e-bdcf-46ab2a4238e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.72471073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a3f84a2d-41b0-487e-bdcf-46ab2a4238e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.724877271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"118ea90e-4787-4a16-b4c9-d1c0758cce8c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.724890146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"118ea90e-4787-4a16-b4c9-d1c0758cce8c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.725058232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16f70991-e603-4693-97d3-f304846d1981","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.725069536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16f70991-e603-4693-97d3-f304846d1981","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.734734301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"600a88c0-312e-4ffd-9fa3-7abb362fc1de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.734810532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e058eae-2e69-43e6-aab7-7365c124169d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.752273012Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51ea99b4-26ef-4ba8-8213-9f29b87e6832","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.752658331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"600a88c0-312e-4ffd-9fa3-7abb362fc1de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.755866856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e058eae-2e69-43e6-aab7-7365c124169d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.75591423Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e058eae-2e69-43e6-aab7-7365c124169d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.827647615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b1b8b1e-8c56-45f3-93c4-d0874bed1410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.845267321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b1b8b1e-8c56-45f3-93c4-d0874bed1410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.845324211Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b1b8b1e-8c56-45f3-93c4-d0874bed1410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.8472808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"123b8187-0da6-4800-9b8f-a7e8b2c14f41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.847295902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"123b8187-0da6-4800-9b8f-a7e8b2c14f41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.888750919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3de4338-02c4-4b81-82dc-65a082e5d496","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.926186873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22aeb86f-b4e0-465b-92bb-a1ee10094122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.944957004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22aeb86f-b4e0-465b-92bb-a1ee10094122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:06.945108115Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22aeb86f-b4e0-465b-92bb-a1ee10094122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:07.024962198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78f1efbd-d77c-4231-b762-8082b1c9c97f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:07.042599811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78f1efbd-d77c-4231-b762-8082b1c9c97f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:07.126971722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"764fd96b-77c3-4d5b-9d12-e9e402992537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:07.126991867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"764fd96b-77c3-4d5b-9d12-e9e402992537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:07.170918836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"454bce8b-d298-4322-b66b-afa350d6126f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.285611235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2926b5ac-62de-402e-b672-ac1c99142187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.285633458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2926b5ac-62de-402e-b672-ac1c99142187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.285935904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"666d0ad5-98eb-4932-8dcc-b92864f12020","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.285955366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"666d0ad5-98eb-4932-8dcc-b92864f12020","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.308877036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"50f212dc-134a-4977-bd3d-cf074f8bb066","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.308897785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"50f212dc-134a-4977-bd3d-cf074f8bb066","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.309175032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6c0cb2d5-4a89-40af-8952-4f4e17287ce8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.309189123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6c0cb2d5-4a89-40af-8952-4f4e17287ce8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.30936418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5e77d7e4-5217-4eb2-90f7-ec3d9aa11349","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.309374296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5e77d7e4-5217-4eb2-90f7-ec3d9aa11349","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.309528527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8addb83f-d89b-4939-8af2-bbe0d7a9b7bf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.309537051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8addb83f-d89b-4939-8af2-bbe0d7a9b7bf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.309699161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7a9ce5d-7a6a-47e3-8be1-316acf5e74d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.309708029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7a9ce5d-7a6a-47e3-8be1-316acf5e74d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.309857917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"92a84c24-d585-4b40-aa3c-462904b7ae91","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.309866823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"92a84c24-d585-4b40-aa3c-462904b7ae91","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.341880606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34615097-baaf-4d69-99c1-da255b181922","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.341903569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"34615097-baaf-4d69-99c1-da255b181922","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.342910169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"97688681-b039-49e7-9d44-1e3fe5f9f5b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.342987996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"97688681-b039-49e7-9d44-1e3fe5f9f5b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.343984294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ba179f4-225c-4421-8713-7ddb03a109a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.344016142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ba179f4-225c-4421-8713-7ddb03a109a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.345014858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43dcd392-28bb-4649-805c-ea1b81d493ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.345036498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43dcd392-28bb-4649-805c-ea1b81d493ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.346064258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca6ddd03-af4e-40d1-a108-ca30d62f6cb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.346085279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca6ddd03-af4e-40d1-a108-ca30d62f6cb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.347389896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a7c8e3a-f115-4fa3-b9ab-efcbc47a9e54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.347479777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a7c8e3a-f115-4fa3-b9ab-efcbc47a9e54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.348264478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b388584f-b833-426a-a1cc-c04914152030","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.348355788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b388584f-b833-426a-a1cc-c04914152030","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.349738822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0cf48485-0410-46cb-b77c-fce6078d8c73","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.349761316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0cf48485-0410-46cb-b77c-fce6078d8c73","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.350430471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ac9fefd-8325-49b3-8156-5eeca4898ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.350539215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1c9e1ae-aa61-48fa-a035-33dd6e2af93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.357000858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24d54168-1a04-4cab-be88-44f7faf916b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.386718434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1c9e1ae-aa61-48fa-a035-33dd6e2af93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.38728355Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f09c5d7-a6b6-46af-b386-be17fd24c6cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.388273435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ac9fefd-8325-49b3-8156-5eeca4898ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.463229166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5900c0f-bf35-409a-9eb9-89aaccfc08d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.46353082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e842458-b9b4-4781-9e36-e1016e9882f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.481655682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e842458-b9b4-4781-9e36-e1016e9882f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.481804536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5900c0f-bf35-409a-9eb9-89aaccfc08d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.503192836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa0f9f39-3ecf-420f-b1c3-a884e706174a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.503220053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa0f9f39-3ecf-420f-b1c3-a884e706174a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.541484541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7963d03b-f276-48a0-8921-fe4062589187","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.755594962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ae8e5ae-1c53-4737-84aa-19b6a52aca51","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.755612822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ae8e5ae-1c53-4737-84aa-19b6a52aca51","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:08.795225502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00af8db3-b5dd-472c-a808-17146791083f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:10.383482391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb2c0472-3bfa-4f5b-900f-b553da1ef3d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:10.38350251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eb2c0472-3bfa-4f5b-900f-b553da1ef3d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.042635153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96427dd8-5fce-4cbc-84d5-843c334ad4b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.086093608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e844ebf5-3724-4f36-bb41-dfb7fc2fb070","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.086111665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e844ebf5-3724-4f36-bb41-dfb7fc2fb070","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.129660513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3ae1dc-5c5c-4616-a18c-ca5812d30787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.129705316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3120924-69a4-4434-b88f-b7bf5ff83eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.143667307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bcb7c995-1773-4fd0-ae9a-18d208516cf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.158562091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3120924-69a4-4434-b88f-b7bf5ff83eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.158629513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3ae1dc-5c5c-4616-a18c-ca5812d30787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.189742208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40013d31-78ee-49c4-8b4a-99a23dcc1301","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.189764975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40013d31-78ee-49c4-8b4a-99a23dcc1301","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.3223954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24882105-f6c0-41d6-bdc2-bb7fc767fb8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.322403801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0782fca8-85df-4d89-b534-b67d65bd911f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.340487263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0782fca8-85df-4d89-b534-b67d65bd911f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:11.341560249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24882105-f6c0-41d6-bdc2-bb7fc767fb8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:13.726024398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9cd367e8-25a4-4178-b07c-b347c44365e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:13.726048647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9cd367e8-25a4-4178-b07c-b347c44365e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:14.697408748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5dbf061c-34ae-4452-a352-db1e0125d01e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:14.797917885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56c9a3ce-f36e-42d8-9ab0-f528e6341b40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:15.385400228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15d0f212-5076-46b0-bf44-4ecb4bae7ff2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:15.385418143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15d0f212-5076-46b0-bf44-4ecb4bae7ff2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:17.726220133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a080d12-87d2-49bc-b4c6-f99dcfeec243","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:17.726240274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a080d12-87d2-49bc-b4c6-f99dcfeec243","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:18.81704725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:18.888644349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43f85885-88f5-4682-a76c-1b7cb912fc4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:18.888664518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43f85885-88f5-4682-a76c-1b7cb912fc4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:20.655506355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"661e93a9-f7c7-4d5b-83f5-45a5d66cd056","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:20.655526184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"661e93a9-f7c7-4d5b-83f5-45a5d66cd056","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:21.645551795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6dbc506-d9c3-4a8b-958f-503d5ab7c5ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:21.645570952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6dbc506-d9c3-4a8b-958f-503d5ab7c5ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:21.685674862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1934bc84-68e0-490b-a98d-9c95ad41a6f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:21.703234076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"940c5981-ed3f-4c08-b5d9-eb844977e165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:21.721649779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"940c5981-ed3f-4c08-b5d9-eb844977e165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:21.732058566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d20259-3874-4475-89c8-a2649b77471b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:21.732073009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74d20259-3874-4475-89c8-a2649b77471b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:21.78632245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2defb3ee-45cb-42fe-bff7-0bcb7366cffb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:24.220077255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07f3cfea-7769-4836-a8af-83398d8c0ff1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:24.22009406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"07f3cfea-7769-4836-a8af-83398d8c0ff1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:24.261204112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27f0caf4-bc76-47ba-95ea-93f43698c70b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:24.277686565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4571f0-b9c1-482a-bd55-895e24e56f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:24.295866704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4571f0-b9c1-482a-bd55-895e24e56f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:24.307721438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d4f0106-8087-44a1-8d95-e6ba5f8a8151","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:24.307736153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d4f0106-8087-44a1-8d95-e6ba5f8a8151","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:24.363967779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7bf9fec4-3e20-4c72-9553-f6b0c7e2140e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.206270085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"647956a2-13d0-44a3-8ceb-7003dd04757c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.206295051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"647956a2-13d0-44a3-8ceb-7003dd04757c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.248486114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd868356-0b5e-4d38-bf8e-5f881138fb66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.266223548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd868356-0b5e-4d38-bf8e-5f881138fb66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.412780682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e127ca5-6109-459f-8ba1-8a0c8f0e2fe9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.41280248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e127ca5-6109-459f-8ba1-8a0c8f0e2fe9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.416543464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7250d050-0e59-4556-a188-8437fea5def9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.416563988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7250d050-0e59-4556-a188-8437fea5def9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.463304402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95a2171a-2f1a-46f5-b1c5-fd81ff1128eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.510374348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31e2f9ce-5381-42c4-a8ea-e52692fef308","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:30.510393286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31e2f9ce-5381-42c4-a8ea-e52692fef308","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:48.818042009Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:59.807672922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e73092e-bbc1-47c9-89b1-10d8b5d1e2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:59.821518264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e73092e-bbc1-47c9-89b1-10d8b5d1e2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:59.835815205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e73092e-bbc1-47c9-89b1-10d8b5d1e2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:43:59.849260595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e73092e-bbc1-47c9-89b1-10d8b5d1e2ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:00.524094197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46430b33-f67f-407a-8c09-0edbecbacb45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:00.537820651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46430b33-f67f-407a-8c09-0edbecbacb45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:00.553809269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46430b33-f67f-407a-8c09-0edbecbacb45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:00.567633565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46430b33-f67f-407a-8c09-0edbecbacb45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:00.629702283Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d60a2066","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d60a2066","reconcileID":"58835b5b-5ea0-4630-8062-1a3a960ca92e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d60a2066","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-d60a2066":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:00.794364079Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e3993b10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e3993b10","reconcileID":"add3e7a0-0c51-411c-82e3-0003fb505089","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e3993b10","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e3993b10":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:01.22442429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3e71c5-5791-4c84-8f46-525598086123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:01.237261606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3e71c5-5791-4c84-8f46-525598086123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:01.250107018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3e71c5-5791-4c84-8f46-525598086123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:01.26281763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de3e71c5-5791-4c84-8f46-525598086123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:01.811075707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacea3ec-09ef-44aa-a346-36b2d505b79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:01.824255104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacea3ec-09ef-44aa-a346-36b2d505b79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:01.83717365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacea3ec-09ef-44aa-a346-36b2d505b79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:01.849899389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacea3ec-09ef-44aa-a346-36b2d505b79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:02.413066744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2275164c-3894-422a-acba-f027dacc1cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:02.425999098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2275164c-3894-422a-acba-f027dacc1cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:02.439360466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2275164c-3894-422a-acba-f027dacc1cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:02.452435337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2275164c-3894-422a-acba-f027dacc1cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:02.749939738Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e4bf3653","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e4bf3653","reconcileID":"7de2643b-f496-46db-94c7-3079ad4e60ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e4bf3653","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e4bf3653":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:03.002069636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2518b98c-0324-42ee-bfb8-2ed89612d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:03.016518833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2518b98c-0324-42ee-bfb8-2ed89612d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:03.029791686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2518b98c-0324-42ee-bfb8-2ed89612d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:03.045520826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2518b98c-0324-42ee-bfb8-2ed89612d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:03.12293239Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-58926ec1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-58926ec1","reconcileID":"c541dcd6-d0e3-43f0-a155-3a7bf18c5095","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-58926ec1-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-58926ec1-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:03.735488177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b28c4f-cca0-465f-953d-4b202a91fbae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:03.748501678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b28c4f-cca0-465f-953d-4b202a91fbae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:03.761352243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b28c4f-cca0-465f-953d-4b202a91fbae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:03.774418428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7b28c4f-cca0-465f-953d-4b202a91fbae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:04.366202156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45783c3-2ed1-4360-96b4-a9bf84ed0525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:04.379556281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45783c3-2ed1-4360-96b4-a9bf84ed0525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:04.394125006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45783c3-2ed1-4360-96b4-a9bf84ed0525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:04.407392567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a45783c3-2ed1-4360-96b4-a9bf84ed0525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:05.12240444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"c07aaeb8-c989-4509-9137-014aaca0896d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-d60a2066","tenantID":"e2e-ait-d60a2066","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:05.163878204Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"c07aaeb8-c989-4509-9137-014aaca0896d","name":"e2e-ait-d60a2066-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:08.454015173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"3f9f1896-df83-4ebe-9b8c-5360d667cee7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e3993b10","tenantID":"e2e-ait-e3993b10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:08.540553926Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"3f9f1896-df83-4ebe-9b8c-5360d667cee7","name":"e2e-ait-e3993b10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:08.868684261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00860a00-1103-48b2-85e2-73e77260f680","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:08.976977792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dcdd92b8-e63d-4c5d-9aed-757e3b37c469","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:09.481016585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586217d0-e7e4-4ba4-b630-6e8ba4701ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:09.493905358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586217d0-e7e4-4ba4-b630-6e8ba4701ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:09.506724725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586217d0-e7e4-4ba4-b630-6e8ba4701ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:09.519978841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586217d0-e7e4-4ba4-b630-6e8ba4701ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.102393233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd42586e-8919-4c1e-8e7c-e803d2d3e7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.115588292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd42586e-8919-4c1e-8e7c-e803d2d3e7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.129356187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd42586e-8919-4c1e-8e7c-e803d2d3e7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.142988521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd42586e-8919-4c1e-8e7c-e803d2d3e7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.214582432Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"fd741a75-47a3-4fec-8470-98989d5d6040","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.2362342Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"fd741a75-47a3-4fec-8470-98989d5d6040","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.261495225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"fd741a75-47a3-4fec-8470-98989d5d6040","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-58926ec1-gw","tenantID":"e2e-migrate-58926ec1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.272677217Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-4575a80b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-4575a80b","reconcileID":"9a2a90ec-d8a1-4ef4-bba3-49132f7e7619","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-4575a80b","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-4575a80b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.301591287Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"fd741a75-47a3-4fec-8470-98989d5d6040","name":"e2e-migrate-58926ec1-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.721040413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b83a3b-1eee-47d4-86cc-dfb5c7080170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.734953245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b83a3b-1eee-47d4-86cc-dfb5c7080170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.74837433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b83a3b-1eee-47d4-86cc-dfb5c7080170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:10.761272798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b83a3b-1eee-47d4-86cc-dfb5c7080170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:11.315031802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618fd030-705f-4e9d-a186-c70f243bc608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:11.327924932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618fd030-705f-4e9d-a186-c70f243bc608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:11.340516989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618fd030-705f-4e9d-a186-c70f243bc608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:11.353333974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618fd030-705f-4e9d-a186-c70f243bc608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:11.907478527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6f3001-a90e-4dd3-808d-24c1700623e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:11.920901604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6f3001-a90e-4dd3-808d-24c1700623e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:11.934477327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6f3001-a90e-4dd3-808d-24c1700623e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:11.948274905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6f3001-a90e-4dd3-808d-24c1700623e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:12.001081919Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"3e5be39c-0fb4-411a-942b-9f7c821a34bc","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:12.818046008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5aa19c-978a-4859-ab63-382045bcda27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:12.831005816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5aa19c-978a-4859-ab63-382045bcda27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:12.845117178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5aa19c-978a-4859-ab63-382045bcda27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:12.861669153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5aa19c-978a-4859-ab63-382045bcda27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:13.549965744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f57f401-4051-4a6e-9c28-d538143fe80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:13.563085149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f57f401-4051-4a6e-9c28-d538143fe80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:13.576724309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f57f401-4051-4a6e-9c28-d538143fe80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:13.589831661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f57f401-4051-4a6e-9c28-d538143fe80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:14.130580849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"0fc2ff99-b22f-4b8f-9768-cdf4c720f409","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e4bf3653","tenantID":"e2e-ait-e4bf3653","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:14.169348635Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"0fc2ff99-b22f-4b8f-9768-cdf4c720f409","name":"e2e-ait-e4bf3653-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:16.699963063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f1a74b-663e-474f-ab81-195d96cbac7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:16.712623802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f1a74b-663e-474f-ab81-195d96cbac7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:16.725090582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f1a74b-663e-474f-ab81-195d96cbac7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:16.737927603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f1a74b-663e-474f-ab81-195d96cbac7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:17.306487951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6590d40-afb6-4289-9b7a-22e229267060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:17.320138365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6590d40-afb6-4289-9b7a-22e229267060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:17.340951807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6590d40-afb6-4289-9b7a-22e229267060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:17.353731908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6590d40-afb6-4289-9b7a-22e229267060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:17.899955943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1cea46-9e64-4ada-86b5-04f8c1c68731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:17.912527682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1cea46-9e64-4ada-86b5-04f8c1c68731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:17.929603317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1cea46-9e64-4ada-86b5-04f8c1c68731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:17.94349722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef1cea46-9e64-4ada-86b5-04f8c1c68731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:18.639002644Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"121a7cc8-d283-46a5-ac02-513489b9a891","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:18.67378601Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"121a7cc8-d283-46a5-ac02-513489b9a891","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:18.806421006Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:18.906687743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c6d8a834-a92b-41cf-8331-70aefdd49765","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:19.015976402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f73948b6-d9fb-4491-848a-1098c2b3777e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:19.304791853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a71c394-89ae-4037-99ad-d602381d0e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:19.317509825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a71c394-89ae-4037-99ad-d602381d0e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:19.330258793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a71c394-89ae-4037-99ad-d602381d0e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:19.343797052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a71c394-89ae-4037-99ad-d602381d0e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:19.980228795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862ab3f1-80cb-4b21-b134-a63fcfd1a273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:19.992939263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862ab3f1-80cb-4b21-b134-a63fcfd1a273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:20.00589059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862ab3f1-80cb-4b21-b134-a63fcfd1a273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:20.018729873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862ab3f1-80cb-4b21-b134-a63fcfd1a273","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:20.471739911Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"45fef0d4-237e-4d22-8460-a7bfe1e40d53","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:20.512670079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"45fef0d4-237e-4d22-8460-a7bfe1e40d53","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-4575a80b","tenantID":"e2e-derive-4575a80b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:20.552398599Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"45fef0d4-237e-4d22-8460-a7bfe1e40d53","name":"e2e-derive-4575a80b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:20.621985998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c97fb9-fe7f-4168-b283-6aceda65c082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:20.642714931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c97fb9-fe7f-4168-b283-6aceda65c082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:20.655715141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c97fb9-fe7f-4168-b283-6aceda65c082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:20.668979667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c97fb9-fe7f-4168-b283-6aceda65c082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:21.044430294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3532c47-8991-4c60-bd8e-de4cf4a263a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:21.167169397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84e2a364-3c59-4eac-bdb9-6f8e778aa890","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:21.274973483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6fc9ee-e832-4ecc-8392-2393ddf32211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:21.28751715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6fc9ee-e832-4ecc-8392-2393ddf32211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:21.29990935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6fc9ee-e832-4ecc-8392-2393ddf32211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:21.312558461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6fc9ee-e832-4ecc-8392-2393ddf32211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:22.343132879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d1bbad-dca7-4e71-94c1-c9aa47ab1611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:22.356192597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d1bbad-dca7-4e71-94c1-c9aa47ab1611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:22.368809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d1bbad-dca7-4e71-94c1-c9aa47ab1611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:22.38171015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d1bbad-dca7-4e71-94c1-c9aa47ab1611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:22.900622925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f05545-def3-4bc4-a55d-27c4d77f0657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:22.913367635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f05545-def3-4bc4-a55d-27c4d77f0657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:22.926195865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f05545-def3-4bc4-a55d-27c4d77f0657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:22.938846071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f05545-def3-4bc4-a55d-27c4d77f0657","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:23.496677009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7352d53-d6ba-4df9-871d-0df81bc73382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:23.510019983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7352d53-d6ba-4df9-871d-0df81bc73382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:23.52331344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7352d53-d6ba-4df9-871d-0df81bc73382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:23.536121745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7352d53-d6ba-4df9-871d-0df81bc73382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:24.396538765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ecc738-f272-432b-b4f4-5f5391f2d2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:24.409456581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ecc738-f272-432b-b4f4-5f5391f2d2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:24.421992485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ecc738-f272-432b-b4f4-5f5391f2d2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:24.43456673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ecc738-f272-432b-b4f4-5f5391f2d2f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:25.003946012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d8bad9-5869-4e57-8701-8de6e41e5105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:25.016926828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d8bad9-5869-4e57-8701-8de6e41e5105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:25.030367654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d8bad9-5869-4e57-8701-8de6e41e5105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:25.043433397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d8bad9-5869-4e57-8701-8de6e41e5105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:25.642285795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5224be18-95b3-49f9-ad49-4a3756b34ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:25.655763663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5224be18-95b3-49f9-ad49-4a3756b34ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:25.668611415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5224be18-95b3-49f9-ad49-4a3756b34ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:25.681340698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5224be18-95b3-49f9-ad49-4a3756b34ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:28.371298385Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"76d3c351-e4b3-432b-a2b7-116e9428e49b","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:28.420326027Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"76d3c351-e4b3-432b-a2b7-116e9428e49b","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:28.782959972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99bdec6-6d14-473f-980a-0f71162456f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:28.795552493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99bdec6-6d14-473f-980a-0f71162456f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:28.808321184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99bdec6-6d14-473f-980a-0f71162456f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:28.820878472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99bdec6-6d14-473f-980a-0f71162456f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:29.398830137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278d9f08-2209-438e-ac5d-0a1369315dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:29.411539949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278d9f08-2209-438e-ac5d-0a1369315dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:29.424122732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278d9f08-2209-438e-ac5d-0a1369315dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:29.436687447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"278d9f08-2209-438e-ac5d-0a1369315dad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.070285571Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"eacd7408-3f8d-4d3a-9f0f-4f106c580658","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.190647988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","namespace":"ai-tenant-e2e-ait-d60a2066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.190712855Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","namespace":"ai-tenant-e2e-ait-d60a2066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.190766258Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","tenant":"e2e-ait-d60a2066","tenantID":"e2e-ait-d60a2066","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.206821501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"Deployment","name":"maas-api-e2e-ait-d60a2066","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.236378598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"Service","name":"maas-api-e2e-ait-d60a2066","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.269373904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-d60a2066","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.292521687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-d60a2066","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.309782713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.326793441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.346079952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.360854834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.373333251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"Deployment","name":"payload-processing-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.409039141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.425307317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"Service","name":"payload-processing-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.445399752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"Service","name":"payload-pre-processing-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.464699825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"DestinationRule","name":"payload-processing-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.487277708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.529121365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.547211513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.560383832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.572922514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.586217044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-d60a2066","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.607186067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d60a2066"},"namespace":"ai-tenant-e2e-ait-d60a2066","name":"default-tenant","reconcileID":"0e8d1a02-d3e0-4f5d-9688-4de5521ef093","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-d60a2066","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.880633169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf37e1a-05ed-4d84-b042-a6a24e0fd451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.894925366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf37e1a-05ed-4d84-b042-a6a24e0fd451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.907523785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf37e1a-05ed-4d84-b042-a6a24e0fd451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.921117047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf37e1a-05ed-4d84-b042-a6a24e0fd451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:30.941840613Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d60a2066","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d60a2066","reconcileID":"8de279e3-66d1-4bc3-aa77-036c45aa58cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d60a2066","removed":["maas.opendatahub.io/gateway-access-e2e-ait-d60a2066"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:31.608380144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7defb4-4fda-4244-a7ed-8949ef426bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:31.621193042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7defb4-4fda-4244-a7ed-8949ef426bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:31.633979624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7defb4-4fda-4244-a7ed-8949ef426bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:31.64687305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7defb4-4fda-4244-a7ed-8949ef426bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:32.291579683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5b72e3-db05-47ac-9fcc-65a8cb177cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:32.306083698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5b72e3-db05-47ac-9fcc-65a8cb177cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:32.319893791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5b72e3-db05-47ac-9fcc-65a8cb177cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:32.332869508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d5b72e3-db05-47ac-9fcc-65a8cb177cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:33.026917854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a489430-58c9-4170-a130-3820193007f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:33.039530044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a489430-58c9-4170-a130-3820193007f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:33.052287875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a489430-58c9-4170-a130-3820193007f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:33.067313859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a489430-58c9-4170-a130-3820193007f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:33.604093714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f725742-d5db-48a2-af01-af7459084b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:33.616848765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f725742-d5db-48a2-af01-af7459084b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:33.629359958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f725742-d5db-48a2-af01-af7459084b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:33.642257287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f725742-d5db-48a2-af01-af7459084b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:34.199199089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f3c60-fb93-4493-bf13-32fb002f8b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:34.214719241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f3c60-fb93-4493-bf13-32fb002f8b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:34.227416044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f3c60-fb93-4493-bf13-32fb002f8b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:34.240064787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f3c60-fb93-4493-bf13-32fb002f8b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:34.891647133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0f39bc-7714-463a-9824-127fd35d0d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:34.904456994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0f39bc-7714-463a-9824-127fd35d0d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:34.917969909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0f39bc-7714-463a-9824-127fd35d0d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:34.930736066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0f39bc-7714-463a-9824-127fd35d0d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:35.491701492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91af81f0-b772-4a25-a709-a59d6ba77880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:35.504179321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91af81f0-b772-4a25-a709-a59d6ba77880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:35.516962433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91af81f0-b772-4a25-a709-a59d6ba77880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:35.529439669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91af81f0-b772-4a25-a709-a59d6ba77880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:36.071613841Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-3cc164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-3cc164","reconcileID":"21b84e4d-8a15-43af-8128-725ffa8ce6ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-3cc164","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-3cc164":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:36.101967037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6384fa3d-147d-496b-8b7b-3af7012bfc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:36.114871004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6384fa3d-147d-496b-8b7b-3af7012bfc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:36.127697131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6384fa3d-147d-496b-8b7b-3af7012bfc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:36.141177281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6384fa3d-147d-496b-8b7b-3af7012bfc13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:36.798730672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d3bb72-556c-4c16-a64b-4eed2765e0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:36.811447592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d3bb72-556c-4c16-a64b-4eed2765e0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:36.824305572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d3bb72-556c-4c16-a64b-4eed2765e0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:36.837040232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12d3bb72-556c-4c16-a64b-4eed2765e0a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:37.342292789Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"54e54767-6b2f-4c45-b62d-24a8bec43912","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:37.373321692Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"54e54767-6b2f-4c45-b62d-24a8bec43912","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:37.396350519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df9e06-8f1c-4c1f-9855-95ae12ab7818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:37.409986543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df9e06-8f1c-4c1f-9855-95ae12ab7818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:37.423160502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df9e06-8f1c-4c1f-9855-95ae12ab7818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:37.436069911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2df9e06-8f1c-4c1f-9855-95ae12ab7818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:44:37.760618165Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-3cc164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-3cc164","reconcileID":"10949c31-0d6d-4ba6-a2b5-c67d2daae097","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w2-3cc164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:38.028446214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a3b3be-6dbc-4bd6-b651-e661b5fd8751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:38.041438999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a3b3be-6dbc-4bd6-b651-e661b5fd8751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:38.054815136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a3b3be-6dbc-4bd6-b651-e661b5fd8751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:38.067434904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a3b3be-6dbc-4bd6-b651-e661b5fd8751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:38.996682339Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"937ca627-6891-4f3c-a462-27bbc39d57f6","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.101560187Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","namespace":"ai-tenant-e2e-ait-e4bf3653","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.101653558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","namespace":"ai-tenant-e2e-ait-e4bf3653","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.101742477Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","tenant":"e2e-ait-e4bf3653","tenantID":"e2e-ait-e4bf3653","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.122550153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"Deployment","name":"maas-api-e2e-ait-e4bf3653","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.160894521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"Service","name":"maas-api-e2e-ait-e4bf3653","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.177606256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e4bf3653","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.196337136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e4bf3653","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.21301623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.231058386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.255455571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.272283807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.28457451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"Deployment","name":"payload-processing-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.299858963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.332792012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"Service","name":"payload-processing-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.358702502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"Service","name":"payload-pre-processing-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.376771377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.392162947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.425901556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.443640293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.461570035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.480025327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.494343973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e4bf3653","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:39.509320154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4bf3653"},"namespace":"ai-tenant-e2e-ait-e4bf3653","name":"default-tenant","reconcileID":"fc83f0ae-958f-486b-8c62-1bdf9ed67435","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e4bf3653","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:40.719680341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e4bf3653","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e4bf3653","reconcileID":"2e76fe3c-e8eb-4d0b-9b1d-7897e750a3a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e4bf3653","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e4bf3653"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:41.095311629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c0ca40-439c-4786-9235-2ff440c4f56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:41.107970041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c0ca40-439c-4786-9235-2ff440c4f56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:41.121598662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c0ca40-439c-4786-9235-2ff440c4f56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:41.135738922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c0ca40-439c-4786-9235-2ff440c4f56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:41.681864085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947a8e24-f51e-411e-8ad3-edae0958bf1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:41.694450845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947a8e24-f51e-411e-8ad3-edae0958bf1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:41.707223536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947a8e24-f51e-411e-8ad3-edae0958bf1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:41.71991802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947a8e24-f51e-411e-8ad3-edae0958bf1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:42.299372261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7140b5-f558-4dcc-9cc1-94861dba223b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:42.312228335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7140b5-f558-4dcc-9cc1-94861dba223b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:42.324808163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7140b5-f558-4dcc-9cc1-94861dba223b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:42.337535241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a7140b5-f558-4dcc-9cc1-94861dba223b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:42.913323219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b9e0f0-cd8e-41e0-b5b3-f382c5a84c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:42.94078724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b9e0f0-cd8e-41e0-b5b3-f382c5a84c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:42.959525351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b9e0f0-cd8e-41e0-b5b3-f382c5a84c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:42.976116596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b9e0f0-cd8e-41e0-b5b3-f382c5a84c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:43.611176402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4827a93c-d184-433b-bbab-25644f5d0e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:43.623668078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4827a93c-d184-433b-bbab-25644f5d0e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:43.636450421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4827a93c-d184-433b-bbab-25644f5d0e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:43.649047803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4827a93c-d184-433b-bbab-25644f5d0e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.205845637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb31f375-b445-4c2c-862a-07c8ebe48d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.219333238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb31f375-b445-4c2c-862a-07c8ebe48d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.232170332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb31f375-b445-4c2c-862a-07c8ebe48d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.24500178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb31f375-b445-4c2c-862a-07c8ebe48d6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.472513303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"2dec28e0-cf23-47f5-805c-fee3eaa895f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.51212679Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"2dec28e0-cf23-47f5-805c-fee3eaa895f5","name":"e2e-worker-w2-3cc164-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.531206728Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","namespace":"ai-tenant-e2e-migrate-58926ec1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.531297757Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","namespace":"ai-tenant-e2e-migrate-58926ec1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.53136628Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","tenant":"e2e-migrate-58926ec1","tenantID":"e2e-migrate-58926ec1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.547014095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"Deployment","name":"maas-api-e2e-migrate-58926ec1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.58386949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"Service","name":"maas-api-e2e-migrate-58926ec1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.602661032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-58926ec1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.617177357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-58926ec1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.636347205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.651505007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.663757434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.678375585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.690997327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"Deployment","name":"payload-processing-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.703570413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.715903244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"Service","name":"payload-processing-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.728104116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"Service","name":"payload-pre-processing-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.740741649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.753353229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.766032658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.782933949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.796124262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.808549377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.820943521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-58926ec1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:44.835171846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-58926ec1"},"namespace":"ai-tenant-e2e-migrate-58926ec1","name":"default-tenant","reconcileID":"1208397f-90ae-4c63-965e-720bb58e7200","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-58926ec1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:45.136102114Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-58926ec1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-58926ec1","reconcileID":"344c1ce2-864e-40b3-81c1-ddf2cde239e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-58926ec1-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-58926ec1-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:45.410840494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f718a9c8-1bd9-4afe-ade1-b98639138dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:45.423755489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f718a9c8-1bd9-4afe-ade1-b98639138dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:45.436688785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f718a9c8-1bd9-4afe-ade1-b98639138dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:45.449363541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f718a9c8-1bd9-4afe-ade1-b98639138dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:45.994755704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e13586-0ae9-4c5b-990b-354a4273d048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:46.008286724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e13586-0ae9-4c5b-990b-354a4273d048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:46.021844149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e13586-0ae9-4c5b-990b-354a4273d048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:46.034656296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e13586-0ae9-4c5b-990b-354a4273d048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:46.409682768Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-da0f6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-da0f6d","reconcileID":"491bc480-9bff-4e18-a9f3-9119f1c7aef4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-da0f6d","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-da0f6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:46.617434481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f01db0-8931-4fa1-b3f6-205b133de9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:46.632824606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f01db0-8931-4fa1-b3f6-205b133de9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:46.646684205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f01db0-8931-4fa1-b3f6-205b133de9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:46.659357839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75f01db0-8931-4fa1-b3f6-205b133de9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:47.415854617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343fd983-099e-4b6a-ac3f-9d856f8bc411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:47.429608109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343fd983-099e-4b6a-ac3f-9d856f8bc411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:47.4430572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343fd983-099e-4b6a-ac3f-9d856f8bc411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:47.4592307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343fd983-099e-4b6a-ac3f-9d856f8bc411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.455957127Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","namespace":"ai-tenant-e2e-ait-e3993b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.456015233Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","namespace":"ai-tenant-e2e-ait-e3993b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.456065285Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","tenant":"e2e-ait-e3993b10","tenantID":"e2e-ait-e3993b10","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.479422597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"Deployment","name":"maas-api-e2e-ait-e3993b10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.518883544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"Service","name":"maas-api-e2e-ait-e3993b10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.540912645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e3993b10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.556087847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e3993b10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.57354618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.590528551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.606736876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.622109462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.634788624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"Deployment","name":"payload-processing-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.647411836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.661544258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"Service","name":"payload-processing-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.674270133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"Service","name":"payload-pre-processing-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.686797648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.699098127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.711553685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.728432569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.741214703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.761353408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.774202108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e3993b10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.786613229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e3993b10"},"namespace":"ai-tenant-e2e-ait-e3993b10","name":"default-tenant","reconcileID":"70fb16ca-bd19-4a6e-befa-d1f3a3d1da07","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e3993b10","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:48.807041887Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:49.028120897Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e3993b10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e3993b10","reconcileID":"7581b37b-34ca-4e4d-a86f-49a23134a44c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e3993b10","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e3993b10"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:49.418159098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691bb20e-16b4-42ae-a83f-29fad2a78a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:49.430976298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691bb20e-16b4-42ae-a83f-29fad2a78a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:49.44372454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691bb20e-16b4-42ae-a83f-29fad2a78a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:49.456613654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"691bb20e-16b4-42ae-a83f-29fad2a78a77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:49.996357348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c1057c-8562-469a-9650-230625edf978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:50.009323021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c1057c-8562-469a-9650-230625edf978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:50.021946742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c1057c-8562-469a-9650-230625edf978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:50.034895276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c1057c-8562-469a-9650-230625edf978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:50.740459294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6be6a3-51fe-452d-8257-f52408f938cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:50.753609226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6be6a3-51fe-452d-8257-f52408f938cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:50.767437932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6be6a3-51fe-452d-8257-f52408f938cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:50.782637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6be6a3-51fe-452d-8257-f52408f938cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:50.805085527Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-718531","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-718531","reconcileID":"7642af80-c56a-4098-99f8-df6f907d1419","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-718531","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-718531":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:51.421959087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc51413d-b160-490a-a0dd-65e1795ae883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:51.43522165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc51413d-b160-490a-a0dd-65e1795ae883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:51.447968901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc51413d-b160-490a-a0dd-65e1795ae883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:51.460566957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc51413d-b160-490a-a0dd-65e1795ae883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.131282072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54961b9-aa32-4d10-bc42-cfdacef92e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.148198505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54961b9-aa32-4d10-bc42-cfdacef92e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.162222899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54961b9-aa32-4d10-bc42-cfdacef92e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.174875961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54961b9-aa32-4d10-bc42-cfdacef92e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.312368142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"80f5b096-4f0d-4aa8-919a-77a381c8f380","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.352725276Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"80f5b096-4f0d-4aa8-919a-77a381c8f380","name":"e2e-worker-w0-da0f6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.373174954Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","namespace":"ai-tenant-e2e-derive-4575a80b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.373265535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","namespace":"ai-tenant-e2e-derive-4575a80b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.373350307Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","tenant":"e2e-derive-4575a80b","tenantID":"e2e-derive-4575a80b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.388247283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"Deployment","name":"maas-api-e2e-derive-4575a80b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.425611557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"Service","name":"maas-api-e2e-derive-4575a80b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.441801862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-4575a80b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.466035232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-4575a80b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.48267568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.497324869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.514749789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.529864043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.549495709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"Deployment","name":"payload-processing-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.574320855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.589306419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"Service","name":"payload-processing-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.602317556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"Service","name":"payload-pre-processing-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.614784112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"DestinationRule","name":"payload-processing-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.627123916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.640785162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.659875236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.672333583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.68471972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.697858241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-4575a80b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.711511267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-4575a80b"},"namespace":"ai-tenant-e2e-derive-4575a80b","name":"default-tenant","reconcileID":"ce331486-46e2-495e-bb7e-fac63b1a1afc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-4575a80b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.729406112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff00f32e-73ad-4431-9663-430b8ce8bbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.742779225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff00f32e-73ad-4431-9663-430b8ce8bbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.756215003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff00f32e-73ad-4431-9663-430b8ce8bbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:52.768861759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff00f32e-73ad-4431-9663-430b8ce8bbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:53.08055814Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-4575a80b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-4575a80b","reconcileID":"8f239043-b85c-49fc-a6b2-d82912cf5620","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-4575a80b","removed":["maas.opendatahub.io/gateway-access-e2e-derive-4575a80b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:53.408863751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55f1c98-1278-48b3-980f-ae1c1fad7063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:53.421572362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55f1c98-1278-48b3-980f-ae1c1fad7063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:53.434081415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55f1c98-1278-48b3-980f-ae1c1fad7063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:53.448019916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d55f1c98-1278-48b3-980f-ae1c1fad7063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:53.998490224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1e9dfe-80a9-4e1d-9fd2-8ca7264fb9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:54.011114136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1e9dfe-80a9-4e1d-9fd2-8ca7264fb9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:54.023654796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1e9dfe-80a9-4e1d-9fd2-8ca7264fb9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:54.036267432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1e9dfe-80a9-4e1d-9fd2-8ca7264fb9c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:54.554465726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f34a61b-df1d-4b51-b5bc-32496ef249cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:54.643307787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f34a61b-df1d-4b51-b5bc-32496ef249cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:54.656316484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f34a61b-df1d-4b51-b5bc-32496ef249cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:54.669915491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f34a61b-df1d-4b51-b5bc-32496ef249cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:55.19421198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162a81b7-4b48-4549-ad71-4ae46dde732c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:55.2068347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162a81b7-4b48-4549-ad71-4ae46dde732c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:55.219524946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162a81b7-4b48-4549-ad71-4ae46dde732c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:55.23223678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162a81b7-4b48-4549-ad71-4ae46dde732c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:55.351635301Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-849ac3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-849ac3","reconcileID":"1fdc2d88-8309-4fa8-b7b2-96edd5366fae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-849ac3","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-849ac3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:55.824585224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3805534-3889-4d6e-b91d-1b7f99c49f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:55.837520607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3805534-3889-4d6e-b91d-1b7f99c49f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:55.850043437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3805534-3889-4d6e-b91d-1b7f99c49f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:55.862822616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3805534-3889-4d6e-b91d-1b7f99c49f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:56.811787929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71146d4-6220-47ce-a9a9-a4f0f136cc90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:56.827870422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71146d4-6220-47ce-a9a9-a4f0f136cc90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:56.841344102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71146d4-6220-47ce-a9a9-a4f0f136cc90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:56.853954241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71146d4-6220-47ce-a9a9-a4f0f136cc90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:57.411477705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e894839a-d534-44fc-88f8-56e4806d36b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:57.424170418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e894839a-d534-44fc-88f8-56e4806d36b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:57.437038736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e894839a-d534-44fc-88f8-56e4806d36b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:57.449856798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e894839a-d534-44fc-88f8-56e4806d36b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:57.953755796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"f42fd45c-c6ad-4501-b3ac-24c0aa7515e9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:57.992638888Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"f42fd45c-c6ad-4501-b3ac-24c0aa7515e9","name":"e2e-worker-w3-718531-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:58.15871678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f420c3ef-7070-420d-a1f6-ce237faf43e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:58.171768481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f420c3ef-7070-420d-a1f6-ce237faf43e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:58.187936753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f420c3ef-7070-420d-a1f6-ce237faf43e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:44:58.200867539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f420c3ef-7070-420d-a1f6-ce237faf43e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:00.309567789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab16526-bfe1-4762-8c0f-989a8072e42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:00.321997286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab16526-bfe1-4762-8c0f-989a8072e42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:00.334833196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab16526-bfe1-4762-8c0f-989a8072e42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:00.347491726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab16526-bfe1-4762-8c0f-989a8072e42e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:00.870287212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a569706-f4ea-43e2-9923-264425a37d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:00.883177619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a569706-f4ea-43e2-9923-264425a37d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:00.895822304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a569706-f4ea-43e2-9923-264425a37d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:00.908507013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a569706-f4ea-43e2-9923-264425a37d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:01.417431785Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a5ad1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a5ad1b","reconcileID":"432498de-79a1-4507-bd6d-5af67d06b306","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a5ad1b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-a5ad1b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:01.522208689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b893013-a2cd-4b12-a9fa-6ca24816bbb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:01.555515155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b893013-a2cd-4b12-a9fa-6ca24816bbb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:01.568983962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b893013-a2cd-4b12-a9fa-6ca24816bbb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:01.642704164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b893013-a2cd-4b12-a9fa-6ca24816bbb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:02.383073062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46072618-b35c-4d65-9ba0-363b94fdde49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:02.400086492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46072618-b35c-4d65-9ba0-363b94fdde49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:02.413036742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46072618-b35c-4d65-9ba0-363b94fdde49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:02.425824438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46072618-b35c-4d65-9ba0-363b94fdde49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.063163386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f2668b-89b4-44f8-bd23-73b2f575672f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.076291819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f2668b-89b4-44f8-bd23-73b2f575672f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.089638038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f2668b-89b4-44f8-bd23-73b2f575672f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.103742581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f2668b-89b4-44f8-bd23-73b2f575672f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:45:03.103940852Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a5ad1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a5ad1b","reconcileID":"2e4d0b3b-967d-46e0-b084-c4612268e43b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w1-a5ad1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.449266726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"862bc11a-7440-479d-b6d9-8de60ff2714f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.565463477Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"862bc11a-7440-479d-b6d9-8de60ff2714f","name":"e2e-worker-w4-849ac3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.793012814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a3cbd-c33c-48d4-bd3b-f7e16867b98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.80562025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a3cbd-c33c-48d4-bd3b-f7e16867b98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.81795638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a3cbd-c33c-48d4-bd3b-f7e16867b98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:03.830363961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51a3cbd-c33c-48d4-bd3b-f7e16867b98f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:04.453396429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34571898-3015-4bba-8740-c787093d228c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:04.475200967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34571898-3015-4bba-8740-c787093d228c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:04.494463413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34571898-3015-4bba-8740-c787093d228c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:04.507580072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34571898-3015-4bba-8740-c787093d228c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:05.118949865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7a643f-d25f-4b1c-ac50-b02bf9da4352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:05.13272004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7a643f-d25f-4b1c-ac50-b02bf9da4352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:05.148622636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7a643f-d25f-4b1c-ac50-b02bf9da4352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:05.165433052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7a643f-d25f-4b1c-ac50-b02bf9da4352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:07.819731853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7eb36c-edfd-4c2c-a8f0-4585b98d51f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:07.832552296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7eb36c-edfd-4c2c-a8f0-4585b98d51f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:07.845328989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7eb36c-edfd-4c2c-a8f0-4585b98d51f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:07.858960236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7eb36c-edfd-4c2c-a8f0-4585b98d51f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:08.408399789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6fb07e-a5ba-4e39-b4c9-59d21cda4f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:08.421436728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6fb07e-a5ba-4e39-b4c9-59d21cda4f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:08.434829433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6fb07e-a5ba-4e39-b4c9-59d21cda4f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:08.448410777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6fb07e-a5ba-4e39-b4c9-59d21cda4f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:12.162700603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"98b1c376-0f9c-4214-9415-e30588654d4f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:12.236956842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"98b1c376-0f9c-4214-9415-e30588654d4f","name":"e2e-worker-w1-a5ad1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:14.576048634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"985cd9d4-23d3-48d2-80f8-e9605b4bda99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:14.59050315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"985cd9d4-23d3-48d2-80f8-e9605b4bda99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:14.603456625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"985cd9d4-23d3-48d2-80f8-e9605b4bda99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:14.616047522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"985cd9d4-23d3-48d2-80f8-e9605b4bda99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:15.228306014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e157aa0f-c375-4547-bd9f-f092712f96b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:15.241602231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e157aa0f-c375-4547-bd9f-f092712f96b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:15.259294348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e157aa0f-c375-4547-bd9f-f092712f96b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:15.27255132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e157aa0f-c375-4547-bd9f-f092712f96b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:18.805996968Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:22.264640239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"100b258e-399d-4d87-8220-0eafc5ae2c5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:22.371368902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72b4eb01-7818-474f-8c7d-d9bd628c181a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:23.201088722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d4fe54-27d9-4f86-851c-8e9b062bcfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:23.214072042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d4fe54-27d9-4f86-851c-8e9b062bcfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:23.227191514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d4fe54-27d9-4f86-851c-8e9b062bcfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:23.240022638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d4fe54-27d9-4f86-851c-8e9b062bcfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:23.798959136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063529a8-03ed-45f4-a6cd-8ecf13a6a2e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:23.811806304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063529a8-03ed-45f4-a6cd-8ecf13a6a2e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:23.824580039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063529a8-03ed-45f4-a6cd-8ecf13a6a2e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:23.837557603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063529a8-03ed-45f4-a6cd-8ecf13a6a2e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:24.185943524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"f4307bda-7de3-4358-9fe2-080028648dbf","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:24.252983219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"abfe0224-325c-4f1c-8713-d44471f8e977","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:26.408278723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca2c8829-e2c1-455c-9fa3-2e3e70b84e0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:26.506993513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5422af9b-7c64-4bb5-af19-75d77754a36d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:35.356291921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"0251b5ec-c9df-4868-8ae8-918a551ef318","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:35.445950961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"308d57dc-6c5e-4553-bba0-1728669c6abf","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:40.053318321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"362f9ced-dd94-417f-ba0a-5a782e19c71b","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:40.085105491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e7698f54-6e6e-47a4-80f9-9c459f918db3","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:43.229543376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"064b3222-46d3-45c1-b192-01ac671385b9","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:48.806958038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"aca54f46-15ca-493e-8b56-945128aff708","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:48.807327799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.070084881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"e69e297e-fe18-49d2-baa2-e0916246264e","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.278875074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"cdb97d0a-a9d2-434c-9c6d-1cc168fc0d12","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.298445362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66ac1fde-ed26-4778-be94-889a914ea743","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.298467492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66ac1fde-ed26-4778-be94-889a914ea743","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.31597416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"b5e73ae6-5944-4342-b5e1-1fd953407131","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.318049385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99771e20-db7f-4697-9242-b65927c28219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.318065461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99771e20-db7f-4697-9242-b65927c28219","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.331916961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"8c3db003-58d8-4b5c-9379-f6181f021526","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:45:51.337278794Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3cc164/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.391834861Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"d12f5123-6f78-4b2b-ba0d-cd9be64c3302","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"simulator-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.439178977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"073edd27-3a76-4d0f-8572-31de0afbc1b6","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.487320992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"78d1c170-4c41-430d-aa90-e81ecb330fbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.51578252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"4beda1b7-ee30-46a7-ac9c-a764d8a732ad","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.537194668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"9096225d-7a3f-4461-b7dc-2c6d41cc019f","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:45:51.55195463Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"9096225d-7a3f-4461-b7dc-2c6d41cc019f","name":"simulator-w2-3cc164","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-3cc164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:45:51.552029211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"9096225d-7a3f-4461-b7dc-2c6d41cc019f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-3cc164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.557352312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"df3243a5-b33f-4952-b651-8468ee4f37a0","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.560219843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9070c5b4-ff4c-4afd-9ad0-fb5521eba469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.579326015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9070c5b4-ff4c-4afd-9ad0-fb5521eba469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.585064381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"3a1e3879-751c-4eaa-8943-de9020ed7d82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.658457994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"88365674-9bb1-47cf-a0ce-c3f0db61bf49","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.684991669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"5dd8f84d-c608-4589-a765-0fc2e6a06d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.703746724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"5dd8f84d-c608-4589-a765-0fc2e6a06d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.712501164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"8a5b8ca2-21e5-4667-9646-09beb978dc30","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.729866729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"119e9aaf-ed70-4f39-afa7-0e81af16f8b2","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.744850601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"119b2f5b-7114-4888-a169-5c8117f2b614","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:45:51.748806144Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3cc164/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.761585938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"2ec89cd7-7568-4e11-be12-751da464996b","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.818516167Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"047d91da-bc21-459b-811e-e87dead79a51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"premium-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.865681748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"e3c3dbc4-153d-4853-bba9-536d45cf9750","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.90628487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"d6b56974-346a-43c6-bc65-6c07a67f6711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.923638156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"31e3a69a-d94b-468e-8f88-1afb202db088","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.943229005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"2c5112ab-5265-415d-9051-55af329a586b","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:45:51.957859216Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"2c5112ab-5265-415d-9051-55af329a586b","name":"premium-w2-3cc164","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-3cc164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:45:51.957911193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"2c5112ab-5265-415d-9051-55af329a586b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-3cc164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.963246417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"b533a558-afb5-4b59-8dee-20843c72c0ca","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.978561562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"43b81c26-2e62-4d00-a32a-cde120be33d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:51.996624229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"43b81c26-2e62-4d00-a32a-cde120be33d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:52.006603306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"c61f5cac-3a79-43be-8d8d-52ae5b7bffb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:52.074461987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"b4aa1d9b-ca39-40d6-bc7f-89d0acab41fe","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:52.113381057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"37740735-c69d-4771-a007-24200d29626a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:52.131285137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"37740735-c69d-4771-a007-24200d29626a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:54.382570663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"45d69b04-a759-4dea-b67c-aa7404ccb4cc","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:54.413309101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"fd001919-1c48-426a-b3a7-1566aab5c429","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.186093068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"6395b6d3-c8a5-4bb4-b605-886deb135378","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.235105886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"ea71cda6-0bec-4849-b091-cd24d20f58b6","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.28565642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"06f6c911-61c1-49d9-b3e3-27cd5e138c51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.334316913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"029f7bbb-d3db-44f4-bf59-7b302a3ac710","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.339174963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"ce07375a-33f0-4f1d-90f0-ecb468a26d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.339191146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0a0f97ef-feb4-4461-abe7-f2c39c527365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.359349341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"ce07375a-33f0-4f1d-90f0-ecb468a26d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.359748731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0a0f97ef-feb4-4461-abe7-f2c39c527365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.533595492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0184b73a-ae3b-4688-83e8-65f95c90d51f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.533759738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"380530fb-400c-4827-98f1-c12e6b866d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.553418902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0184b73a-ae3b-4688-83e8-65f95c90d51f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:45:58.553566121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"380530fb-400c-4827-98f1-c12e6b866d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.409180854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"326953e7-d7e9-414a-ad03-34b88492abe0","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.425505507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"0ebb3462-2c23-449c-9c30-ac22f8a917bc","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.465032234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-dry-sub-eb4794f3-auth","reconcileID":"db9d1701-66bc-4391-b58a-5b351e883041","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.484779562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-dry-sub-eb4794f3-auth","reconcileID":"db9d1701-66bc-4391-b58a-5b351e883041","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.561745172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"281491a9-d0e6-48cf-b931-91849adfba35","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.606270772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-dry-sub-eb4794f3-auth","reconcileID":"910d11f0-2fe4-475b-8b0f-607e80dfc0b9","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.615564496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"60d3cb8c-077e-4857-ac25-29cfde9f4d12","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.6249708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-dry-sub-eb4794f3-auth","reconcileID":"910d11f0-2fe4-475b-8b0f-607e80dfc0b9","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.635107914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"1c1a6965-e8cc-497d-846b-c25d06e0a6e9","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.649084238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"31eee712-0cbd-4df3-a155-f592162db95d","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:02.654064233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3cc164/e2e-dry-sub-eb4794f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-eb4794f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.671434013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"92f0f840-d8d5-402e-9628-d2bd3b3ea8d5","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.735031691Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-eb4794f3","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-dry-sub-eb4794f3","reconcileID":"81aeacdf-330a-4ec1-a24b-5d6b1c93008a","MaaSSubscription":{"name":"e2e-dry-sub-eb4794f3","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-dry-sub-eb4794f3","ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.783916172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"0ee6c7de-0816-4327-b916-1df383d448f8","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.81284149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"a1f7a6d3-924e-4295-9031-b7eded9ecc68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:02.912914808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-eb4794f3","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-dry-sub-eb4794f3","reconcileID":"73e710ec-8229-428a-896b-e9408a7b42dd","MaaSSubscription":{"name":"e2e-dry-sub-eb4794f3","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:03.364036619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"f8c62cbf-c78d-45ce-aab9-608a4d0c410f","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:03.397638586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"7884751b-ca78-4b10-8e55-cdc755ede344","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:05.715242845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"35be22f7-34a1-4683-b9bb-f06629fc11eb","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.511986335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"8eb1d235-9983-4226-9fc0-744f4b512bf1","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.672839523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"d87ef765-807b-4020-a4e2-a270d9ba4e39","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.691368065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"338954c5-fdd2-484a-8358-f856bd928094","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:06.703847419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"6d3c3483-dd2a-40dd-b442-1708b1052639","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.742635386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"54ab9204-8b30-4607-adef-0d3d69dabac4","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.761259221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"9a13e739-e1dc-495a-8fd3-bff3dcf817e6","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.819900641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"830d0c70-bc70-4aab-b69f-0701dcc4085e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"simulator-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.869005306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"f699187b-3325-41b6-a72c-01dc6db8a78c","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.956437015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"37e2d226-7460-48ea-ab07-0e263cd54f6f","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.968647719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"53db4f61-a2af-4192-a0f9-aadb79fd4f57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.976336009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"527a340a-f357-42d2-825b-faef26fa7249","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:06.999512413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4c8cda8d-c4e3-4ddd-a520-689203e238b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.017453151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4c8cda8d-c4e3-4ddd-a520-689203e238b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.038321385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"861662b8-b829-48cb-b5b0-415f2c35be00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.091964752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"25a3d679-5d22-423c-acf4-f230205c2d94","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.118321205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"cd4ec5b6-e9d7-4d27-8197-b0141d4af43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.13623008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"cd4ec5b6-e9d7-4d27-8197-b0141d4af43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.173034399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"7748c607-81d3-45b7-8ea0-0c0d4140a2bf","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.192897791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"5fe20183-ba9e-44ae-953a-29d576202109","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.204089258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"e02db07d-925a-4734-9bed-a0f7cd1688c8","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:07.207820296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-da0f6d/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.221003603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"3ca012af-2cfc-4597-827d-72b7f932b7f0","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.280081692Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"ca9379e3-7306-46e5-981e-cbfbd16a35f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"premium-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.328843418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"4b6beaf5-f6e0-4fff-93cd-7b8e920d1cd5","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.376642528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"9003fd2d-0c8a-41f4-a842-2f3db381f8b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.382496973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"dda14016-4ce5-48ed-89bf-4364c16079ce","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.404124101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"4b15f48b-1d59-4b1f-9d3c-761392ad68e3","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:07.419270201Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"4b15f48b-1d59-4b1f-9d3c-761392ad68e3","name":"premium-w0-da0f6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-da0f6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:07.41932326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"4b15f48b-1d59-4b1f-9d3c-761392ad68e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-da0f6d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.424618715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"077c13a0-8d94-4bdb-8eb4-29484953f15f","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.43960262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"75289399-fa25-429f-bf96-38de125a5249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.457643354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"75289399-fa25-429f-bf96-38de125a5249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.476044376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"c09e8dea-ba16-42c4-be4a-ff3f2180c1e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.62168116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"5acadeb1-7e19-4ffa-add0-ec0b0fa5589a","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.660955038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d5694045-7bff-4983-a415-875bc7525822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:07.683652036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d5694045-7bff-4983-a415-875bc7525822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:09.870981394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"4053b9aa-b7e1-4713-9c84-b0ee547f222a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.103124289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"7ff1951c-bb81-40e3-adb5-51e86131c81c","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.277810771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"93815f3b-6d0a-4fe6-92cd-69788941325c","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.300881493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"3bdf25fe-18be-44ed-b3bc-8084a3704cc5","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.364083024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"17925df9-34ea-4460-aa0e-b14b65dd9263","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:10.388342213Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-849ac3/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.410541097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"75f86103-183d-4606-9efe-4271da3eeaba","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.503421785Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"b8ca2a72-f9f7-4e75-aec0-9ce33a3a25ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"simulator-w4-849ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.510303717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"d078d9e5-07ab-4e6c-9c1b-ba1e5af1bb5c","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.531074366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"5c94431e-7acd-407c-beff-e688a250e304","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.553362847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"66b9dfc0-e253-48ce-8cc5-5df960bbec69","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.557391734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"0ae046da-5545-4eb5-83a1-c303f4ad18fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.578625091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"0ae046da-5545-4eb5-83a1-c303f4ad18fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.595987368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"280fce2d-ece1-44eb-8d98-0adb9b20f223","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.721446189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"a1172bfc-fbb0-4dc1-bf29-59039f92362a","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.740237632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"d69b02ad-a582-4c05-be75-16f0e995f452","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.746407736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"27d2f287-94cc-432f-927d-5dae7f5292cd","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:10.764942187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"f9c7c6dd-520f-42cc-bbc2-3c68621da1dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.771948355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"6b4e402c-33e3-4f72-bd77-cade8f77fc01","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.784763559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c35ebc88-f10b-470b-9032-0ef8f34608fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.802835578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c35ebc88-f10b-470b-9032-0ef8f34608fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.803946972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"3240bf4f-8ce1-41e2-b03c-c97d667445b2","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.826075145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"18d129ac-adee-43fd-9e31-2cba6bb194e9","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.922605631Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"8564d69d-b242-44f7-8aa6-d0a62c4abbbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"premium-w4-849ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.956872096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"e1b51d24-e7df-4d2a-909d-62dfc6af675d","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.985466988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"ce844cba-fdd5-4fa0-8006-e1646c7b6cd7","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:10.992030097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"f1b61435-e09c-4d53-98a4-c487292986c0","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:11.027442919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"72f9190d-bfa2-49e5-b80b-c090f70ce43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:11.060648378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"72f9190d-bfa2-49e5-b80b-c090f70ce43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:11.071508965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"49fc0bd9-efae-4d11-b4d8-951a122cd969","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:11.230624941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"8e5670f5-dbfa-45fa-a53d-13c73f8464a9","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:11.281980471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"7ada46a5-be4b-4a88-80a8-9a4f695ba4ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:11.302177993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"7ada46a5-be4b-4a88-80a8-9a4f695ba4ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:14.223815273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"fb36e3fc-8f39-4975-9c8a-9713269b9232","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:14.260702251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"59f80ab8-0a15-4dbf-83ec-7394af1144f2","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:15.7639967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-eb4794f3","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-dry-sub-eb4794f3","reconcileID":"c54ac420-37db-47cf-8f1a-3948f9eca66a","MaaSSubscription":{"name":"e2e-dry-sub-eb4794f3","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscription":"e2e-dry-sub-eb4794f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:15.811660119Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-eb4794f3","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-dry-sub-eb4794f3","reconcileID":"c54ac420-37db-47cf-8f1a-3948f9eca66a","MaaSSubscription":{"name":"e2e-dry-sub-eb4794f3","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:15.855535499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"82323d81-cdca-4f0c-8bf1-e24ae38d22cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:15.961502187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"76291421-2d9b-480d-b74f-e6a0f0cfc8df","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:15.982406827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"cc26d966-510f-4bc9-8e3c-d070782eb41a","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:16.124905536Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-dry-sub-eb4794f3-auth","reconcileID":"7d397cbc-ed3a-417e-8a32-82e03ab76a5b","MaaSAuthPolicy":{"name":"e2e-dry-sub-eb4794f3-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:16.124989511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"ce2a49ac-2101-4d35-9603-e24a526db2d0","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:16.16962837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"20d8e098-7d05-446e-a406-dcf2589648cd","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.407553237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"b3c5f436-b2f9-428b-a12a-2446b01292b2","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.425988703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"1435a572-00d7-4dec-b7fa-01f454ece5d1","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.465064679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb-auth","reconcileID":"5c5ad116-e767-42c2-aee9-47576d669ca9","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.483168212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb-auth","reconcileID":"5c5ad116-e767-42c2-aee9-47576d669ca9","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.557297837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"9d005cee-57da-4111-a2a5-21d93635efdf","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.596205406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb-auth","reconcileID":"94ebd96f-3c55-4dcd-8872-7e36126fc77e","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.614516179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb-auth","reconcileID":"94ebd96f-3c55-4dcd-8872-7e36126fc77e","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.621452017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"54a10055-4165-43f0-8459-761b3c515db8","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.640081192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"1178bc91-0b39-46a9-81e2-466bf98f6942","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:17.65440173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-797cbfdb","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb","reconcileID":"50332224-c634-4ae2-acd6-c4760d42ac12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-797cbfdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.690908607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"07e8260a-e368-418d-90df-ce02575497a8","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.708446044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"5296c4e6-58e7-4b66-ae3e-349914e83f1a","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.771082149Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-797cbfdb","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb","reconcileID":"b0589368-17b1-4104-ba34-80d80179f8dc","MaaSSubscription":{"name":"e2e-combo-sub-797cbfdb","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-combo-sub-797cbfdb","ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.817936531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"2b48f175-1603-4a6e-9bd6-16aedce6fcbf","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.850171134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"e96ddb7c-5353-47d6-a9b1-da99090704f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:17.858109542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-797cbfdb","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb","reconcileID":"7f6b499f-2e8d-4837-89df-d6ab11b30df4","MaaSSubscription":{"name":"e2e-combo-sub-797cbfdb","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:18.840934601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.409408167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"aec0957a-6cfa-4a5e-8fc5-692664c7ae82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.456019343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"ed1df15e-5446-4084-9d80-4842178d970a","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.521996274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"ac19c23b-128f-4a73-8d8c-a920a1f50c36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.571414983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"4477ad98-5902-497c-b4bb-55971e94e8bf","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.647722476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"790990ef-5926-4322-8877-844e906d2381","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.695959093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"3a76c68b-9bfb-4609-b87f-0dde04912846","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.746830984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"bc598f0c-7b9b-4a15-9fab-dfaadb214f50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.796871601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"dbaab5ee-0a40-4c8a-806d-21fb65685cef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.826869476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"577fb6fc-a7d0-44a9-b689-f5d7090a4f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.826954724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2ad0d8fb-def9-4620-ae77-6ea08d9f644b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.8465053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"577fb6fc-a7d0-44a9-b689-f5d7090a4f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.846525928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2ad0d8fb-def9-4620-ae77-6ea08d9f644b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.926313203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4b8a5623-6ed7-4a02-95e6-61359f640eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.926470875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"192c8e5d-38c7-492a-a28e-46e0dc37515f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.947048136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"192c8e5d-38c7-492a-a28e-46e0dc37515f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:19.951349372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4b8a5623-6ed7-4a02-95e6-61359f640eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:20.028441097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"51da32bb-ee7a-4ea8-8ffe-959b98902e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:20.029260669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"8a9522a6-3732-40c8-9f3c-dadc588d421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:20.052792689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"51da32bb-ee7a-4ea8-8ffe-959b98902e2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:20.053264569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"8a9522a6-3732-40c8-9f3c-dadc588d421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:20.130488626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"61138f20-5a9d-4b39-8d5e-9b30ee340a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:20.130482814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d8c14146-b9de-4f37-8189-f6ca6338f31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:20.154465317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d8c14146-b9de-4f37-8189-f6ca6338f31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:20.155093351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"61138f20-5a9d-4b39-8d5e-9b30ee340a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:21.037432957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"a1125bdc-23dd-4e15-8fe6-4689eb3bd3eb","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.386554995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"621172b6-9903-4b0e-a759-23d86e2723e1","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.405493752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"484bb442-1647-4ae4-bf41-270cf94707f8","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.445418657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead-auth","reconcileID":"e6b3728e-0981-406c-9f4d-6ea48ccba54b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.463862476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead-auth","reconcileID":"e6b3728e-0981-406c-9f4d-6ea48ccba54b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.538876959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"676eb3fc-344f-42c6-ba0b-65b85749fe19","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.577555173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead-auth","reconcileID":"c80201f3-0da2-4ed2-aa30-908fbdc8b1e6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.588109304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"dadd3a7e-8511-4762-9ebb-6923c6664035","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.595411281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead-auth","reconcileID":"c80201f3-0da2-4ed2-aa30-908fbdc8b1e6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.604215533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"6f224599-50f8-4d97-b6e3-84be8e4dbe28","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:22.620200076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5f83eead","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead","reconcileID":"de649c9c-d97a-4422-9ca2-1d8b8ee96869","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-5f83eead\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.658747118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"7b848884-36f3-4ef2-a22a-feb4629c6c0b","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.675671106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"ced27189-1f72-454b-90c1-06e07ef6f481","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.741841974Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5f83eead","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead","reconcileID":"da1709c3-e562-4e45-9c51-1060370d4b37","MaaSSubscription":{"name":"e2e-bulk-sub-5f83eead","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/e2e-bulk-sub-5f83eead","ai-tenant-e2e-worker-w4-849ac3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.790945105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"531c3206-c77f-426c-971c-0cdb0e2251a5","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.818978627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"7722645f-d37f-47d1-b549-8f2e018078be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:22.918107839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5f83eead","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead","reconcileID":"44b640da-d751-4fc1-ae56-f3fc855622da","MaaSSubscription":{"name":"e2e-bulk-sub-5f83eead","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:26.021507811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"46a99c6f-246b-46b3-8fe5-2a408bcb4a69","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.469192054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"5c394b7d-fed2-4e7d-9d8c-6f022857fcee","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.487758088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"877327c0-5a60-4076-9b25-290a979de321","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.527202416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-auth","reconcileID":"68609500-0660-49a3-98b5-bc42e9994c17","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.545674001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-auth","reconcileID":"68609500-0660-49a3-98b5-bc42e9994c17","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.623005153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"ac4c3efb-02c0-49a8-9490-864d07ca8f4a","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.662485479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-auth","reconcileID":"a6aed9ae-c707-484b-ae26-734c920ddd4f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.662974416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"3eb1f170-313b-4f65-a951-102ee3073783","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.681371499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"5b35575c-c92b-4b27-8a4a-4bc76d5624bc","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.682073589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-auth","reconcileID":"a6aed9ae-c707-484b-ae26-734c920ddd4f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:29.694288515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-sub","reconcileID":"c08bc1a6-32ac-4068-b8af-36bcabd507ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.732961088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"027cfcf3-72a6-4bd8-934d-d60e183860d4","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.754769408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"ce4a5d11-3a18-4a6e-81dd-2179d223827d","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.813794579Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-sub","reconcileID":"97d6c861-e3d6-4297-a1b7-f1ee73673915","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-da0f6d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.862236809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"8ca2d109-3a9f-4637-a8a8-8df1534de4be","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.956015187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"edddd426-399f-4423-b6ac-97d2e7a3a0c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:29.970960204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-sub","reconcileID":"3cc416f5-a8fa-4ca0-bc83-4df097ee8d2f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.084505681Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-797cbfdb","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb","reconcileID":"4f42aa86-7002-4cf1-80e7-c4b2e714d569","MaaSSubscription":{"name":"e2e-combo-sub-797cbfdb","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscription":"e2e-combo-sub-797cbfdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.105501089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"396528ab-1fd8-442b-b628-de9967f7644d","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.132061671Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-797cbfdb","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb","reconcileID":"4f42aa86-7002-4cf1-80e7-c4b2e714d569","MaaSSubscription":{"name":"e2e-combo-sub-797cbfdb","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.173374932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"09020f95-9fc1-442f-97cb-bd0d5e40a9ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.1924177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"a945fa6f-f2bd-4539-aaec-e82629f67bba","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.212015706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"86e91e82-d548-4bde-a6d6-e5e8356fbfc8","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.31407001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"4de79620-4639-4257-94d3-ff2a2f86b81f","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.332405434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"af26c61b-384c-4c9c-90d5-a1b8039ae7df","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:31.344837359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"59819544-0045-4777-a6d5-3a32fda76906","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.349840722Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-combo-sub-797cbfdb-auth","reconcileID":"354cfcc4-d2e5-4147-8a3e-e6364ca689d7","MaaSAuthPolicy":{"name":"e2e-combo-sub-797cbfdb-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.35029477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"102ecceb-118f-4062-a86f-0369f6578f34","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.383897971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"5332cc03-60c4-4b61-8b8d-e67b8b4262d5","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.450206461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"db830247-d1e9-4d82-af3b-da875252c258","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.450775176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"96de7233-ac7d-4e46-bebe-d5ea50ece225","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.507473327Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"ba13469f-b8c0-40c0-abf7-af6b543e9c44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"simulator-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.537002049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"8ec767b9-6295-4b1b-91cb-186b9d982bd6","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.556660411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"ae386e73-f92e-4aa9-a748-0991114b63f7","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.558268331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d400499e-16f6-4817-851e-3cc49b7f247b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.576275047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"a1fe0787-6798-42b1-895e-0627fdbccae7","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.576925023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d400499e-16f6-4817-851e-3cc49b7f247b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:31.591629157Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"a1fe0787-6798-42b1-895e-0627fdbccae7","name":"simulator-w3-718531","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-718531\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:31.591694501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"a1fe0787-6798-42b1-895e-0627fdbccae7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-718531\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.597445935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"74ca5400-2a22-4a78-a831-ec43a7be7d9e","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.599774415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"2c1d4fcf-6c12-4f12-a12d-bd70d9d393c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.700374309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"88674921-582e-4007-aa11-b11c962edd5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.715297543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"4a99b967-8e31-477b-8cc8-1e4e069667df","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.73507922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"6a8fee0d-371f-4751-be32-7adc813d5be4","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.740918129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"4c273b71-f50a-4f2a-ad31-2fdafc0ba61e","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.751709074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"21504730-40ac-483e-bac8-88e0f31720b2","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.776179202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e44267fc-942d-49f0-968c-9e291fa7404f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:31.777100963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"3aa97a68-6f3c-4e29-905d-9179160cadd7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.794612191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e44267fc-942d-49f0-968c-9e291fa7404f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.822863286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"f03b9385-b16d-45ae-858f-d48d890d6d2e","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.828177168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"01d074e3-3e22-4bab-baab-c1c9968b8d59","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.844590188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"5648e0a9-020c-459f-bce1-aa5b4bb7142b","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.847521842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"730a113b-f1eb-4763-8f4c-e8ec4f3f431a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:31.860866574Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:31.86155986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"3dc80809-7183-4776-a4d7-262011d45895","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.89791607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"c31c62a4-d04b-45e3-907f-bb37b863fe73","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.905948239Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"69214beb-1daa-4198-b79e-0748fa0741ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"simulator-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.923226659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"f2a07592-d129-4717-982f-cb8f1853ba0f","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.923860288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"f5b0c01e-9c7b-42e2-a96a-9b54ff98f614","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.945108353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"04e3b444-0515-4fa4-8cf4-1d053e67ff99","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.959535296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"30bed9a4-ff6d-483f-acc5-4d91de111b34","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.968786287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"523dc9ba-0cee-4576-841e-345c57bac9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.986959601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"523dc9ba-0cee-4576-841e-345c57bac9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:31.999400597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"b8b3d1ff-934a-466d-a470-7c4a6046ec8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.003356721Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"779d3e5c-6389-459a-8a40-24ab12754711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"premium-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.031211274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"ce29d731-5af0-4429-8f35-b93df56c5aca","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.052201321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"1504d5c9-a9db-40bd-be74-07e5bea90485","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.060379853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"6df4644c-fb49-46e8-a3ad-e229f52af711","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.092419218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e5565894-956d-4a20-addd-d5a8f2365ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.101459637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"0bd4b68c-28cc-462b-ae28-83b6d7bcc258","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.11089436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e5565894-956d-4a20-addd-d5a8f2365ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.132542069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"06c7a595-db90-48ce-98a1-45fc590ccab5","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.154757076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"ab8dc55a-2113-44a0-a622-3145e8e4c045","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.155072229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"7f66885b-1c00-4932-b05a-e962c8e44511","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.162897298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"33964e73-6705-4ea3-bf30-d3397a723534","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.174863244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"04b80f23-19c4-488b-8e5e-8246f010ac6d","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.181228733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"15ca8218-398f-4b01-be3a-1a045c436acc","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.181359092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"ebe6401e-efdc-4662-8b05-e73ae725afef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:32.188845898Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a5ad1b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.201815032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"ebe6401e-efdc-4662-8b05-e73ae725afef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.244907609Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"32f9c525-a1be-4924-b53d-20fc0cd61929","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"premium-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.293773695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"e8f5ec53-9080-4eed-851b-805205bcb5c2","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.333596977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"3492c5e2-4b02-44e0-b54f-4290f3f8b134","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.336636979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"f21182da-c2a1-4cd1-bc9b-2b0083ff45f7","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.357341223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"f9b75b9e-2bf9-42e6-98d1-cfe014711b1b","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.357643831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"cc051f17-630f-4c0d-9008-913789600619","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.361984631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e64d4741-1a49-4d6d-bace-455fd4d1ac08","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.387772407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"26463b44-57f2-40b6-a0ff-47e54ee2fc43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.394332439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"16b454a7-7166-461b-a275-9f4ab566e46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.40601915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"26463b44-57f2-40b6-a0ff-47e54ee2fc43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.41302907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"16b454a7-7166-461b-a275-9f4ab566e46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.436655915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"f5e1a6f8-7d5d-428c-937a-8bb81f96237e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.565656535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"6b630abf-a968-4d32-b104-e92b9d8bf99e","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.577894697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"22dc9a98-aa72-4bac-ab69-e86e4904359e","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.59386617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"ca2009fe-4258-43f7-a972-82ee47469d32","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.604317786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"cbb30c28-8e8a-416b-8d3b-85b79c39b6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.62208235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"cbb30c28-8e8a-416b-8d3b-85b79c39b6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.707917948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-auth","reconcileID":"d23219e2-ce59-49b0-9fe5-c006ef1568f5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.726549285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-auth","reconcileID":"d23219e2-ce59-49b0-9fe5-c006ef1568f5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.882904839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"04a5568c-4e13-4333-9716-a35c818bc7ac","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.965407111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"10eac3ab-e342-4a68-9f2d-c567e8d7bf98","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:32.979125273Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3cc164/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:32.998526659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-auth","reconcileID":"a1e4a8bc-4307-4af2-a743-9210030feaba","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:33.051655327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-auth","reconcileID":"a1e4a8bc-4307-4af2-a743-9210030feaba","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:33.210194936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-auth","reconcileID":"a1e4a8bc-4307-4af2-a743-9210030feaba","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:33.254764353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-auth","reconcileID":"b26dde5e-224c-4d28-84fd-dd726fb13738","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:33.273011457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-auth","reconcileID":"b26dde5e-224c-4d28-84fd-dd726fb13738","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:35.341935914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"d965e350-c561-4176-bd46-33bbf9ca089d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:35.39410439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"b7e45fc1-5e57-4e0e-bf9a-48ccfa3d8a77","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:35.474451968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"a5e5656e-7e4a-421b-91a0-a18cd5f614e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:35.474594763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d2ad06cb-1b6f-4fcf-bea6-e52407148552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:35.493184661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d2ad06cb-1b6f-4fcf-bea6-e52407148552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:35.494267689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"a5e5656e-7e4a-421b-91a0-a18cd5f614e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:36.06851165Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5f83eead","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead","reconcileID":"7bdcb414-cd30-49be-8eff-4cf84cdbbcd3","MaaSSubscription":{"name":"e2e-bulk-sub-5f83eead","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscription":"e2e-bulk-sub-5f83eead","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:36.115968657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5f83eead","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead","reconcileID":"7bdcb414-cd30-49be-8eff-4cf84cdbbcd3","MaaSSubscription":{"name":"e2e-bulk-sub-5f83eead","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:36.157669133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"09b3038f-95c4-4929-aefb-d8008138a181","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:36.276678843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"a1b21c57-023d-44e0-b4d0-e93535b07be7","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:36.425568393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-bulk-sub-5f83eead-auth","reconcileID":"10a2c433-430c-4d13-80ac-271b8919d7bb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5f83eead-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:36.425601438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"4489afd7-f03e-4b5a-96f9-43c02957060f","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:36.469377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"8f66d5b2-20c6-4cc6-bcfe-a270fe17f778","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:42.411357347Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-sub","reconcileID":"43fdbc7b-3465-4594-a4c1-846652a81744","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:42.461912954Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-sub","reconcileID":"43fdbc7b-3465-4594-a4c1-846652a81744","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:42.504669833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"921c6470-e8bc-4234-a42f-a06c9d6ed44e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:42.52586007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"aaf2208a-7211-4cbf-8262-f83e57dcdf99","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:42.682494314Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-active-auth","reconcileID":"9e5b7e91-a0e6-4793-a8a2-16422387760e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:42.682531708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"12c11752-3113-429d-a0f8-d1bf28cbd69b","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:42.729300787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"c973f04d-788a-4ac9-9e22-62d72461a137","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:43.561372584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-sub","reconcileID":"223346aa-77e6-4fcc-ace7-a33b13f89ca6","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:43.561503756Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-sub","reconcileID":"223346aa-77e6-4fcc-ace7-a33b13f89ca6","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3cc164/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:43.799933021Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-apikey-failed-auth","reconcileID":"cf137c2d-7160-4a35-b439-afd1ee8c8305","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:43.799998563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"6bddc3e4-d798-4ff9-8a79-22ee72f867ed","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:43.819551548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e5b13d0b-08e9-43ce-acd9-d67a8ed3a489","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:43.83799088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e8bb3535-0f6f-46ec-a103-22833e20094e","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:43.940988131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-auth","reconcileID":"3d1793fa-e273-4925-9dc4-443d89f3d9c0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:43.941424263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"d0c06a0e-d045-4857-b90b-fcaa4aa98a4d","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:43.961336567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-auth","reconcileID":"3d1793fa-e273-4925-9dc4-443d89f3d9c0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.025067213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"695a2389-5582-4d5f-8dda-4435d93d37a3","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.042197758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"8480fbfd-acb2-4805-8477-43b9a76aa2ff","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:44.056356979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-sub","reconcileID":"ad7c8f38-0313-4dc2-a006-d70f7578c483","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.093821888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"2224a599-ef7a-4101-ae9b-2947a271be77","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.112529173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"8cc97e98-e193-4942-a982-6a02a4cbb63b","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.130479135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"a64b044f-3dfa-49c8-99bf-e3b79513be2b","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.169137533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-auth","reconcileID":"706f4968-4f2b-42ca-ae8d-c64a2f9552f1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.176658427Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-sub","reconcileID":"681229a8-cd9f-430e-b087-4dbdc79c106d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-da0f6d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.176751246Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-sub","reconcileID":"681229a8-cd9f-430e-b087-4dbdc79c106d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-da0f6d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.186991035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-auth","reconcileID":"706f4968-4f2b-42ca-ae8d-c64a2f9552f1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.243903698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"45f3fd81-7130-40fb-968a-24f415f040f0","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.258186805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"28ef0824-4b0e-4d2c-bf8d-a1a36b263a88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.258251337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"f69862ed-fd7e-4fd0-a191-5ca8dfdf9c31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.258694649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"5e57ebc1-ff05-4b6f-a968-cf8a51b59500","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.355309174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"462a2595-a8c3-471e-903f-836d2f2543aa","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.35981305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"a949537e-59fe-411c-8c58-0f31f205c08f","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.359987969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-sub","reconcileID":"ddd4d1c5-dca0-4660-b3f7-9a6c8f3cc1c5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.360106804Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-sub","reconcileID":"ddd4d1c5-dca0-4660-b3f7-9a6c8f3cc1c5","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-da0f6d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.540441512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"8195740c-5cb1-48e2-8027-b5835c81f0b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.591079688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"e22ff578-113c-4c7a-8b21-6002a6ae9aa9","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.768906871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ca529399-e246-4f10-8a45-9e8cc1c0d0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.76894271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e5e0f255-621c-4ea4-ac58-9ace1dbb2a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.788556769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e5e0f255-621c-4ea4-ac58-9ace1dbb2a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.791417717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ca529399-e246-4f10-8a45-9e8cc1c0d0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.868512014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ea48fba0-7886-4510-84ed-c5c00fb62a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.868852727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"0269f93a-8b8d-4600-9119-09c394e87cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.87110691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1f2a3ccc-2c49-4261-8a19-2bb558325621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.871210304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"64b451f5-85e3-4da5-9b4d-8cbe9f1bbaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.888127644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ea48fba0-7886-4510-84ed-c5c00fb62a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.888424041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"0269f93a-8b8d-4600-9119-09c394e87cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.891953458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1f2a3ccc-2c49-4261-8a19-2bb558325621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.892045047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"64b451f5-85e3-4da5-9b4d-8cbe9f1bbaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.925539032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"86380408-08a8-44f8-b0d5-082b62aeb563","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.94167712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"df596d99-b9fe-4d7a-9b94-f81132b0c63e","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:44.982286885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23-auth","reconcileID":"ea082354-ba98-4b5b-9105-6681c96a8ce6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.0005293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23-auth","reconcileID":"ea082354-ba98-4b5b-9105-6681c96a8ce6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.125690305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"69dc4e1f-a46f-46a4-9d4a-eaed49fbc2e8","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.138034071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"106fb1d6-f305-49f9-8020-d2ad9921f990","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.145604853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"f0af89b6-62f8-4ad0-a4d6-c22f1097fe02","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.157825609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"65b0335e-4f54-4341-b875-83aa539b2e66","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:45.159327795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3cc164/e2e-filter-sub-a-d34dcb23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-d34dcb23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.173942843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"6bbb29b4-9fd8-4d86-95d0-fd4f9e36f467","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.17910931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23-auth","reconcileID":"f9b514a6-6057-43ae-a1fb-31a060dd273f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.19803683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23-auth","reconcileID":"f9b514a6-6057-43ae-a1fb-31a060dd273f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.233921596Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23","reconcileID":"6e7e2657-f3ca-4316-9f39-1a818598ab38","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-filter-sub-a-d34dcb23","ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.285327652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"fd44e542-af72-4524-99da-de33dcc86fcf","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.319742208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"4fc1fc82-8875-46c3-a8b1-43d5636016d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.325726159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23","reconcileID":"21559796-9da6-4440-adb4-6762b37896ef","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:45.356824964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23-auth","reconcileID":"f9b514a6-6057-43ae-a1fb-31a060dd273f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-d34dcb23-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.401086894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23-auth","reconcileID":"490e8126-b81a-48dd-bb36-eda28db70f6c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:45.420627715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23-auth","reconcileID":"490e8126-b81a-48dd-bb36-eda28db70f6c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:46.765188281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"1f9da300-7ea4-46de-ae4b-37e5f2ceead2","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.626234144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"02cd54a5-898e-455c-9ec8-f4d9f7a8f2c3","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.645777901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"14f2c67e-47e9-417f-8ea5-bbc8a645bb00","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.685393244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1-auth","reconcileID":"d589da0b-cb5b-4c82-bdff-c060a0757fbe","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.703913948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1-auth","reconcileID":"d589da0b-cb5b-4c82-bdff-c060a0757fbe","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.7812844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"ae7ae057-aecb-4b6c-8ad0-86efabfeee8a","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.820891719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1-auth","reconcileID":"ccf12332-bc2e-4ccc-a8b3-306331b18f5c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.839069047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1-auth","reconcileID":"ccf12332-bc2e-4ccc-a8b3-306331b18f5c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.840777556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"f1b042ef-4a8b-4e5d-9676-7b23880bd014","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.840925092Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-3cc164 priority=0:[ai-tenant-e2e-worker-w2-3cc164/e2e-filter-sub-a-d34dcb23 ai-tenant-e2e-worker-w2-3cc164/e2e-filter-sub-b-fe34f6b1]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.86376329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"9cccee15-d0af-404b-9532-438c314dd140","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.872061774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"bef3e8a8-f2b1-490f-a47f-05003c8c38dd","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:46:47.877960501Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3cc164/e2e-filter-sub-b-fe34f6b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-fe34f6b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.888866626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"58841daf-4f4c-4e60-81c6-ad61336b34dd","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:47.952296756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1","reconcileID":"10410aad-379d-4d06-a286-9c52cee95d18","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-filter-sub-a-d34dcb23","ai-tenant-e2e-worker-w2-3cc164/e2e-filter-sub-b-fe34f6b1","ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:48.004346365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"649a6271-d563-40c1-b266-7f29c3001200","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:48.030527265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23","reconcileID":"785ce7b0-cbc6-4a1b-a6b5-099c32258a9f","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:48.030629755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"1d5cdbad-9aa3-4e4a-89c0-b7bc1824e094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:48.130895529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1","reconcileID":"8a85ee09-ffe6-47d8-915f-548eba0d113f","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:48.809391637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:49.646011328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"ef8f57f5-0d18-491b-9166-ed85ad9bdcab","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:49.670234492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"6384223e-724a-4d03-b6d4-a2d30d6dd6d8","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:49.710345559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-gw-auth-4091d790","reconcileID":"a410a146-4fb5-4388-b98c-e368b44efe99","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:49.72836962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-gw-auth-4091d790","reconcileID":"a410a146-4fb5-4388-b98c-e368b44efe99","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:49.809462519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2f3a3d61-98a7-4209-a4b6-6c84d04e7afa","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:49.849400846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-gw-auth-4091d790","reconcileID":"54a16e60-8523-4bc0-9aac-5ad421359deb","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:49.873766464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-gw-auth-4091d790","reconcileID":"54a16e60-8523-4bc0-9aac-5ad421359deb","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:50.817885049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"936b7b48-22ad-427e-988b-c9cffee52cc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:50.922907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3eb5c0a-de5b-4220-ae4c-8bca79cdecba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:50.923433939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"26fe2d7b-ad7f-41f4-b0ef-16c1a650aa2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:50.954313998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"375e28ab-a4bb-4c4e-bc3f-1125107db10d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:51.018002725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"cc693857-ab4e-46e7-8e84-da8912e33dfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:51.024059002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"22747b6e-c527-4b89-934b-92abf069158f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:51.026900944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"42fff735-66d2-4b49-80c6-1800d7d55d61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:51.119944204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"6134bb5d-d3e8-4094-9619-de6f1edec698","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:51.120023658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"161d2108-0111-4a5f-8fd1-0de6f965f1a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:51.121985536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"4bb97045-39e7-41a8-876e-8a639c65e797","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:51.219294383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"b1b48263-b28a-4072-b817-93753a94eaa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:51.219363876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"78bff1b0-caea-4767-81f4-f8f3ff1ea6bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:51.664994508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"4c4e5961-23b2-4175-9ebe-9be783d45b45","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:52.803328935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-gw-auth-4091d790","reconcileID":"d8f11e53-a1b7-47be-8386-6f05694ab447","MaaSAuthPolicy":{"name":"e2e-gw-auth-4091d790","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:52.803370342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"b96928a0-83e3-4086-b0cb-be62ee601a82","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:52.937729525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"185cbba9-8df3-45bf-a799-ffe3366a3f5c","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.171632282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"f1382e8e-3e59-4be8-b653-2b2af5b350bf","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.172133499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"453e0172-6038-4511-972f-bab9c62a09a4","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.202461026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"b5858974-98cb-47a2-aeeb-1ddf1971ad02","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.202939073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"285c9ca9-991f-4e4f-9565-e75331d0b821","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.214018055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1db08a10-aea4-4755-8c01-d789aa0254bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.21416947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"cd0444e1-4869-4f93-bd16-d19cfa20822b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.214741033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"81d7515b-de72-4f98-b497-4990b9dbb238","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.214980325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"0392fedd-69e4-413f-9e16-f89e8bd7cc2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.232621505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"cd0444e1-4869-4f93-bd16-d19cfa20822b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.233675636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1db08a10-aea4-4755-8c01-d789aa0254bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.323243701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"38f1d646-25e0-4400-9728-aa675efa5a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.323734902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"afab63b3-aeee-4b80-8a39-4afa82f57745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.36895018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"afab63b3-aeee-4b80-8a39-4afa82f57745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:54.369251877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"38f1d646-25e0-4400-9728-aa675efa5a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:56.817076685Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-sub","reconcileID":"305ecaf7-7555-447e-bc26-43ef3dd9479a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:56.860450117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-sub","reconcileID":"305ecaf7-7555-447e-bc26-43ef3dd9479a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:56.860482982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-sub","reconcileID":"305ecaf7-7555-447e-bc26-43ef3dd9479a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:56.860577129Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-sub","reconcileID":"305ecaf7-7555-447e-bc26-43ef3dd9479a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-da0f6d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:56.937762764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"845ea141-ec98-4beb-8d76-5ddffb58a9af","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:56.957646563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"28bc730c-f987-4b0b-94a1-fd742ef6f28e","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:57.096485148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-apikey-degraded-auth","reconcileID":"ca97a0dc-422f-4818-9c9a-2dc838ae978b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:57.096579396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"138ac31d-f60d-401d-a624-181f8d1b6f75","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:57.141931901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e9282f26-43af-4204-bd16-52da48d0c0a5","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:59.504762654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"8ceb5918-0cd5-4419-b0fa-b2eed55f0f95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:59.60211069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"85d507d2-c639-4b19-9201-f818057e5a95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:59.611837993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"fd9a2289-afa8-4e2f-8743-3aa78a058b44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:59.705024461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"d01ab8d6-5ff5-4eb7-abbe-a104b4e6e02e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:59.809820607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7cb3a84b-16fb-47f4-b972-3d884d1a7a5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:59.810426254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"a5fae87f-b2dc-469c-94d0-89fb80e9321e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:59.981747648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"03cecdc8-4a15-4b58-a6b0-c35574089c43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:46:59.983341728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"a20eaaf7-2754-4f4e-95cb-0e0c3a60b119","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:00.041306939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88132879-9948-419e-98c3-e6bab4bbeae1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:00.079561877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"929c6c50-3753-40fb-8217-4188e3b69a42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:00.080193494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"9ec3944c-2a24-4461-9a31-a92096ab8aeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:00.166425018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"79885f99-cf71-4ada-b163-be0b98eed541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:00.166845701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"0872b286-e23b-49f1-b39e-da757a60e1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:00.212097051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"79885f99-cf71-4ada-b163-be0b98eed541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:00.212216985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"0872b286-e23b-49f1-b39e-da757a60e1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:01.714969615Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23","reconcileID":"2fa7c722-73e4-48b7-b675-b5948245587c","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscription":"e2e-filter-sub-a-d34dcb23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:01.763561557Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23","reconcileID":"2fa7c722-73e4-48b7-b675-b5948245587c","MaaSSubscription":{"name":"e2e-filter-sub-a-d34dcb23","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-filter-sub-b-fe34f6b1","ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:01.805640528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"d7b19291-298b-491e-aecb-d5445ff1e7e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:01.805856352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1","reconcileID":"99c3f07b-5070-46e6-84e8-df9bb1ab0208","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:01.910937089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"fed5a267-a23f-44f4-bc8f-b523141da3bc","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:02.06884928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"c0c8a7be-91f2-4747-ad34-08e0215dfc88","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.383306725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"bfe159dc-711c-40fb-86fb-0ebbe4b1909d","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.383788778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"d8c163d7-efde-4788-a2a5-cfb1673b9137","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.416862298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"20cc9abf-81ca-4ccb-ba4c-c8560a3eccd0","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.417255539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a03b51c5-2060-4353-8c53-232a837399d7","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.429497786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"0977dd0c-d1c1-4994-b267-9fa616bc9c7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.429539837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"387a280e-f2ef-44c8-a6d9-5bbc542a86d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.562174975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"28c9d839-2b19-456b-bab2-980310a4944c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.562733285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"473624ae-37e7-4a60-b289-6123537a4c27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.646873808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"473624ae-37e7-4a60-b289-6123537a4c27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.648798289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"28c9d839-2b19-456b-bab2-980310a4944c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.689702714Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"c0e937cc-6cd4-4215-a0cd-7d92ae98d37b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.690096681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"c66c2957-bec7-4e65-a746-959c0bd1f3df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.789032933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"3b1d5736-c534-4997-ab44-6425ba1b6466","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.789359408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"ed80ef38-58f8-4ace-b7dd-75d0248855fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.789434686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"c0b36ab9-f2b7-4377-a299-4591454eea80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.789803412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d96dd97-1593-4a0c-8626-90974e1943f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.789863902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"38d008d0-7122-41e8-ab1d-a49be37c699b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.816689754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c7b70a3d-d40c-4df5-8ac6-c3131dd635bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.819753574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2b4224ad-ca2e-4669-9571-499c59ef119c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.836205477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c7b70a3d-d40c-4df5-8ac6-c3131dd635bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.837937792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2b4224ad-ca2e-4669-9571-499c59ef119c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.890974943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"54bd40c3-6e35-4618-bba9-205292e7b403","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.891049008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"98bd511e-c9a8-47ab-a181-6d205a67189a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.891457701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"afd30ed5-22e9-4b71-9744-e3f8aaee5537","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.991310329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"0ddecd52-d2d4-472c-b3b3-696d87086188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.991864236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"ea6916da-75c1-43a8-a06b-30efa82d9f79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:09.992520412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"854a65d9-84d5-4c20-9813-2d07b1301940","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:12.116267175Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1","reconcileID":"790c60f6-157b-46f6-bfb7-9cb2ee31cad7","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscription":"e2e-filter-sub-b-fe34f6b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:12.144153271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1","reconcileID":"790c60f6-157b-46f6-bfb7-9cb2ee31cad7","MaaSSubscription":{"name":"e2e-filter-sub-b-fe34f6b1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:12.208275644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"b25cd82b-925d-4ecd-8550-9d101a68d821","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:12.372255845Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-a-d34dcb23-auth","reconcileID":"bdb18fa1-dfa0-42c2-a456-1b070b517190","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d34dcb23-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:12.372363963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"2d5f9644-3f4d-453c-a134-508628d187ca","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:12.503944409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"11693e58-8a57-4f9d-bb3d-c7b6c032d1ab","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:12.67099884Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-filter-sub-b-fe34f6b1-auth","reconcileID":"0a0cc837-89f5-4839-96fa-4abf2c718c23","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fe34f6b1-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:12.671101278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"3507a613-a982-4aa7-9e63-ba04e4375bcd","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:12.714962361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"3f6ee5df-f801-4a90-b657-6d512af78073","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.471963225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"8f3520a5-aba9-4978-8a04-4bc9bef12d87","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.472294384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"322a524e-1575-4969-bcef-d4bb48ba309f","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.504025157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"9f371ebf-f0e2-4551-be54-4f2142a4a2fa","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.504462926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"93f578c7-534a-415e-a601-a6b4241735f4","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.514418424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"d10bb3ce-28b0-4b5f-9012-de884231a43c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.514461177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"f9ed5a0a-b1b3-43cd-959c-a0ac2ca1564e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.516334842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"59801e24-f192-4846-8f89-b829700920d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.516692957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"127f2a2d-cbe7-47bc-981d-0301afa8aef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.532936515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"d10bb3ce-28b0-4b5f-9012-de884231a43c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.533920424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"f9ed5a0a-b1b3-43cd-959c-a0ac2ca1564e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.700414418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"fc7a3ed7-02c6-4820-964c-181f23ab6e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.700590649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"904615ad-2ecb-41c4-884c-6f2d93c09a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.718542534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"fc7a3ed7-02c6-4820-964c-181f23ab6e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:14.719904816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"904615ad-2ecb-41c4-884c-6f2d93c09a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:16.697736122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"2a2fa654-09e9-46a8-acab-42b8ab5e37c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:16.796790553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"beebd19c-b2c6-4701-a384-e61a05459be7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:16.797017016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"741275e8-31fd-4f92-be15-c826e17f02d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:16.797645174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"b9bd3a35-c9d3-40b5-87c9-28e6b0a72ab3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:16.896440889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a75117e3-7834-4366-9076-5b71da973f0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:16.896577674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"c5bf846d-2776-4b39-835a-d93062db62ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:16.90041557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"714a082c-9cb3-4d60-883a-948d7656c809","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:16.996795511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54be4091-9888-4f1a-8d99-f17688f1864f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:16.996818131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"a4d7b2e3-9e05-4d17-abfe-56ac0a84c6b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:17.122245332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"02057649-fe8a-44e0-afa0-6e5dd1b34d9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:17.123056055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"a880dffa-e991-4dbb-b087-8750a3eeccca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:17.12308268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"74b0d5d4-13b8-409a-a43d-ab0c48298a10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:17.328307624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e8b82372-c161-472f-857e-12d234e82f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:17.328468209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e77f395a-8baf-4b0b-9b1c-8d53bab46e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:17.348241724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e77f395a-8baf-4b0b-9b1c-8d53bab46e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:17.348793301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e8b82372-c161-472f-857e-12d234e82f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:18.810300311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:19.105998725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"e2e-conflict-a-60cc6fd4","reconcileID":"56990e6f-fbd8-4bdc-8d21-9495a0b753cf","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"e2e-conflict-a-60cc6fd4-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"e2e-conflict-a-60cc6fd4","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:24.624871039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"603e21ae-2533-4230-a456-8ec9232b1ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:24.62487102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9add30f7-4a9a-4628-a4e2-c37510503d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:24.643416711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"603e21ae-2533-4230-a456-8ec9232b1ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:24.644281022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9add30f7-4a9a-4628-a4e2-c37510503d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.480073338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"b2c06c80-e920-4fb8-8874-415e3043fe26","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.480633176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"8386aae9-9af8-4e53-bc3e-b5c7520f1a58","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.512137093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"9da788f3-e77e-4dfd-9dc3-4ea3397f8e44","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.512607124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"5b9daf2d-7cf2-4336-a133-79ad3263da68","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.522416873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"2ca779f3-1be1-4687-a5cd-86d37d0e4a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.522464129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"c62f1732-b691-4e13-a84a-d06d7c373aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.524884598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"14a96137-d8cc-45c6-859f-980830f0ff5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.524941557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"badcbdf3-b14e-49d7-9634-8ff3b75dd170","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.541016794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"c62f1732-b691-4e13-a84a-d06d7c373aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.54133102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"2ca779f3-1be1-4687-a5cd-86d37d0e4a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.624723572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"93d20888-da09-4e0b-af75-9d0e604248d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.624879668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"421dd9d1-ede7-4c27-8893-10c8d5f010c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.648924947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"421dd9d1-ede7-4c27-8893-10c8d5f010c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:27.649001936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"93d20888-da09-4e0b-af75-9d0e604248d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:34.71566031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"c708a322-5991-4079-8f4a-87eeb835e542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:34.716181818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"657404b2-91a5-4940-a388-5f9257e625b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:34.734621199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"657404b2-91a5-4940-a388-5f9257e625b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:34.737340789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"c708a322-5991-4079-8f4a-87eeb835e542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.1272103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"851fdb43-f9d4-42ca-9fd9-1001c99e322d","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.127710242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"1e3c5eed-022d-4c9d-8a64-249262aad863","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.128129299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"e2e-conflict-a-60cc6fd4","reconcileID":"54a0a4a7-852e-4ff3-a283-8e3ff5f37497","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"e2e-conflict-a-60cc6fd4-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"e2e-conflict-a-60cc6fd4","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.160882921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"e2e-conflict-a-60cc6fd4","reconcileID":"e581d3df-2329-42e6-bec3-88e21a37159f","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"e2e-conflict-a-60cc6fd4-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"e2e-conflict-a-60cc6fd4","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.161081778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"6b803559-0df2-432b-a6dd-b7188de16ca6","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.161376917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"f4cb72ca-2267-415b-9a37-36917443e149","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.172236517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"46df881c-a281-4217-88de-e3520f02716c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.172595898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"9af0bd78-5448-44fe-9cbc-f7fd07319793","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.240338565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"548e27dd-01fb-407a-b196-23ae59b18f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.240595217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ace0922b-556a-4bd8-b379-023579c09730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.344046781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ace0922b-556a-4bd8-b379-023579c09730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.345392555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"548e27dd-01fb-407a-b196-23ae59b18f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.518261131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"d0d1be58-315c-428d-81c2-18e9b80fbc15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.518261134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e7bc7b1e-0caf-407f-ac62-176523fe8ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.536699915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"d0d1be58-315c-428d-81c2-18e9b80fbc15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:38.53674565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e7bc7b1e-0caf-407f-ac62-176523fe8ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:46.134313062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"1aa949ec-ad77-4322-8d83-f009e938f51b","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:46.207019621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"58a358fb-ad9e-439c-941a-d4045ea8303b","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:46.687442253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"ad4c340f-30b0-41c5-b004-ed105bc02d4f","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:46.943116931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"675d3116-3200-409d-bbad-dee812e4d296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:46.943308249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"ee998200-6f7e-482c-9e4f-d6d4b6e3ea43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:46.966057809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"675d3116-3200-409d-bbad-dee812e4d296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:46.969693235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"ee998200-6f7e-482c-9e4f-d6d4b6e3ea43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:48.808008141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:51.192606903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"e2e-conflict-b-60cc6fd4","reconcileID":"3883a18d-d005-407d-b832-1ec813473c48","MaaSModelRef":{"name":"e2e-conflict-b-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"e2e-conflict-b-60cc6fd4-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"e2e-conflict-b-60cc6fd4","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:51.212068134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"e2e-conflict-a-60cc6fd4","reconcileID":"994df72d-e2b8-43ab-9aca-46564476f190","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"e2e-conflict-a-60cc6fd4-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"e2e-conflict-a-60cc6fd4","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.172177249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"e2e-conflict-a-60cc6fd4","reconcileID":"9cc8cc16-e4ea-411b-b08f-30e67410541a","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"e2e-conflict-a-60cc6fd4-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"e2e-conflict-a-60cc6fd4","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.193189593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"fe52c78a-132a-405e-a479-e9abb3d20020","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.193382241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"79076c3a-73cc-4aff-b538-ba6085496686","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.193691418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"b26050ab-8900-4549-b400-398d1ea24d45","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.241343708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"6ceefd44-c1a2-4f1c-a489-c662d44cda00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.241664316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a4ea7173-9477-4a9f-bdf3-2d06f808d6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.242277061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"a4818208-05dd-434e-b78f-ed6485730ab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.242848431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"f223fdf8-8837-4b9c-a87c-7a5d22ece4e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.243238046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"4294fff8-c905-4f96-97c7-42d173fa5f4e","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.243612633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"265ad5bf-2b2d-4d5d-b596-77a8ed3b10d3","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.244005791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"d0eb930f-faec-4e22-ac90-306e43a09d5a","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.360184027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a4ea7173-9477-4a9f-bdf3-2d06f808d6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.36306268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"6ceefd44-c1a2-4f1c-a489-c662d44cda00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.443716948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"de5a86d1-a53c-4a1f-bdf9-05f6ee07ceba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.443730588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"b621fbc1-eab5-4e88-a755-260e2a6c7770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.462366034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"b621fbc1-eab5-4e88-a755-260e2a6c7770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:52.463187402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"de5a86d1-a53c-4a1f-bdf9-05f6ee07ceba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.306054396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"7f3938c7-2280-496b-87ce-136e848a5e16","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.306521418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"8e60fee8-f2dc-42b4-8877-759542595fc7","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.306894831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"6c9555ea-fcba-442d-a908-537f70f037aa","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.340243202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"4e9eb832-29f9-4d80-98c5-ec1552150970","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.34059239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"f0488759-7b76-4355-afbf-ffca13a62540","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.340890789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"3d2bd0d2-9f5c-40b8-ba36-03341bdad14f","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.350444327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"25d1184f-0cea-4555-8cc4-755eb45a2521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.350444575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e9527e34-2adc-4c33-a467-e2fab49c5fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.352478731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"d771e09e-98be-4480-a951-241cba441d5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.352783127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"d5634cea-ef6b-4c2e-b6d7-328a389e555d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.374554128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"25d1184f-0cea-4555-8cc4-755eb45a2521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.382444523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e9527e34-2adc-4c33-a467-e2fab49c5fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.458308732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"9a38d17d-5201-4c01-81dd-e2ba2308d724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.463300249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"876fd8cf-f482-4289-b265-9ace744369f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.500321228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"9a38d17d-5201-4c01-81dd-e2ba2308d724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:47:53.50522905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"876fd8cf-f482-4289-b265-9ace744369f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:03.977626452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d2c0258a-9f30-42d1-95a3-fc7bfcd686ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:03.979953214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"dbabe91f-23a4-40aa-8829-c176fe325145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:03.999327648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d2c0258a-9f30-42d1-95a3-fc7bfcd686ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:04.001780919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"dbabe91f-23a4-40aa-8829-c176fe325145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:04.075649301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"f6e615b9-ef97-4ba7-a1a4-288260fd3261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:04.076701988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4042a410-210a-4b3c-8859-15fe557cb3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:04.097252984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"f6e615b9-ef97-4ba7-a1a4-288260fd3261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:04.098107959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4042a410-210a-4b3c-8859-15fe557cb3ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.373899944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"f04ebe92-2a34-42e2-9bbc-6fa9a84c5cda","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.374490826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"0810a6cd-b978-4649-b2cf-23084ffbae75","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.374876928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"d006fb54-b3ad-4b37-8ef8-9f760568ba54","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.401231025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"0ca0fd2b-edfe-4912-84ee-0abfc48f98d6","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.401618792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"0f3b1484-19a2-42ae-a21b-56bd82d620b2","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.401882368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"7a2ca80b-0b2b-4ce3-ba52-2ccf053c7a20","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.415216755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"77968459-5fc6-4aeb-9873-4b5f42b9cb51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.41533705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"18a3a751-ff4d-48d5-9201-2e195941fcb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.417332329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"06e9ab45-65ee-4229-ab5c-5c9226f990e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.419735185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"17cefac5-6398-42d2-b2b1-ac54e790b6a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.433937805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"77968459-5fc6-4aeb-9873-4b5f42b9cb51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.436273881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"18a3a751-ff4d-48d5-9201-2e195941fcb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.609766649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"71a93065-926b-46e4-bc55-73d2292d816e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.610058605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f06230e8-ea24-439a-bc2e-4a8462606f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.629603424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f06230e8-ea24-439a-bc2e-4a8462606f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:07.631244677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"71a93065-926b-46e4-bc55-73d2292d816e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:08.834007419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"2b5eccf9-eb05-4d64-834d-5643666c270f","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:08.834598602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"3494ae24-b95e-4504-ab79-5918f9faf1c5","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:08.834996556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"e2e-conflict-a-60cc6fd4","reconcileID":"cc7f8f50-a4e1-4de1-818d-69383b132a87","MaaSModelRef":{"name":"e2e-conflict-a-60cc6fd4","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"e2e-conflict-a-60cc6fd4-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"e2e-conflict-a-60cc6fd4","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:08.897714916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"03e79f69-8297-4778-abce-30af6aa6f669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:08.898132401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f50a57d5-837c-4435-9ccf-b5f1dd42a6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:08.898973816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"2472a4f4-a344-434f-a5e9-f191d6dc7277","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:08.919424141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f50a57d5-837c-4435-9ccf-b5f1dd42a6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:08.922893319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"03e79f69-8297-4778-abce-30af6aa6f669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:08.999571435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"2f1280b5-cb3d-437a-8f1d-1f661205f852","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:12.944597628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"f9e2d83f-5f99-49ad-af94-863f34c4d4e1","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:13.856030321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"f17d5951-c5e6-4f6c-a679-e63c887762ad","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:13.872720099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"89079905-2dac-4c55-9992-e60f96ba5bff","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:13.92502926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"12601127-34bd-4ef2-b116-94a911b91e90","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:13.943472753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"12601127-34bd-4ef2-b116-94a911b91e90","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:13.960786416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-da0f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466da5e5fb18c4c7ab499f7944b50e57314679c263d58d65aa4dc7eb91544c32) AuthConfig (c1418456841ca6c6eba2f81e3ff8597cef19dbc7414b88fde74da8d72a73b223) AuthConfig (fc386754d2d020bdf9c679ed619d3a6eb80cc8386042e29b2643752f5be50b1b) AuthConfig (56bd19905b4fdcb4aada0854833027da54a55c73b85c2697bb4bebf53ab7fecd) AuthConfig (12479f4fcec3f91f179eae06e9cba86b78d3a949b0f3ed5d530c043be415c802) AuthConfig (1dd52b3236110eba2dc59d52e401dcc94745b89fa7bb091d981d04cd29209dea) AuthConfig (ee8b53a0c356e3fceea7ee388eefc304104fadbb3bcea207333e7473a44a83e5) AuthConfig (aac9aed99eb2e6340959739cd96f130720ad2e5653e770dd2e81810ff506bad4) AuthConfig (74a372616a130301443c6ba8bda1c34c98f6ff5a448ea0b43f84ab07d1058ead) AuthConfig (7ab4eeea2b88d1dff58de862e4f38a96390643346d2c0bf175b38832321a6143) AuthConfig (74db9f7680c6b51b758cf5bcf968c5c8dd9dbd690062e1f2f97dfa436796f029) AuthConfig (6c9e399446ec67eced1a30a7e18fe83dcd325a1bf964c8097da4101f0ec36035)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"12601127-34bd-4ef2-b116-94a911b91e90","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:13.979531924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"332fd6ef-667f-4fe1-966c-e900dff9d35d","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.033932491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"9ab6804b-6d62-425c-b765-be98401e7fa4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.052223767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"9ab6804b-6d62-425c-b765-be98401e7fa4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.062690448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"c78b3263-0023-4aab-b1c5-161ef9277b03","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.069365456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-da0f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466da5e5fb18c4c7ab499f7944b50e57314679c263d58d65aa4dc7eb91544c32) AuthConfig (c1418456841ca6c6eba2f81e3ff8597cef19dbc7414b88fde74da8d72a73b223) AuthConfig (fc386754d2d020bdf9c679ed619d3a6eb80cc8386042e29b2643752f5be50b1b) AuthConfig (56bd19905b4fdcb4aada0854833027da54a55c73b85c2697bb4bebf53ab7fecd) AuthConfig (12479f4fcec3f91f179eae06e9cba86b78d3a949b0f3ed5d530c043be415c802) AuthConfig (1dd52b3236110eba2dc59d52e401dcc94745b89fa7bb091d981d04cd29209dea) AuthConfig (ee8b53a0c356e3fceea7ee388eefc304104fadbb3bcea207333e7473a44a83e5) AuthConfig (aac9aed99eb2e6340959739cd96f130720ad2e5653e770dd2e81810ff506bad4) AuthConfig (74a372616a130301443c6ba8bda1c34c98f6ff5a448ea0b43f84ab07d1058ead) AuthConfig (7ab4eeea2b88d1dff58de862e4f38a96390643346d2c0bf175b38832321a6143) AuthConfig (74db9f7680c6b51b758cf5bcf968c5c8dd9dbd690062e1f2f97dfa436796f029) AuthConfig (6c9e399446ec67eced1a30a7e18fe83dcd325a1bf964c8097da4101f0ec36035)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"9ab6804b-6d62-425c-b765-be98401e7fa4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.084812656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"1ce53609-f2d8-4184-a96f-a0f00c790b5e","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:14.093542104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub1","reconcileID":"9e3b4e65-2674-4184-a08e-c7d5822a7d61","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.125024256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"9e95d3df-95bd-49d2-a5c6-0010dd39f076","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.142002128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"687738eb-4e77-4e45-a834-32acd3a88a04","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.143902226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"1e52d299-eaac-4cee-9b14-e302674c7f95","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.161922399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"1e52d299-eaac-4cee-9b14-e302674c7f95","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.179856304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-da0f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466da5e5fb18c4c7ab499f7944b50e57314679c263d58d65aa4dc7eb91544c32) AuthConfig (c1418456841ca6c6eba2f81e3ff8597cef19dbc7414b88fde74da8d72a73b223) AuthConfig (fc386754d2d020bdf9c679ed619d3a6eb80cc8386042e29b2643752f5be50b1b) AuthConfig (56bd19905b4fdcb4aada0854833027da54a55c73b85c2697bb4bebf53ab7fecd) AuthConfig (12479f4fcec3f91f179eae06e9cba86b78d3a949b0f3ed5d530c043be415c802) AuthConfig (1dd52b3236110eba2dc59d52e401dcc94745b89fa7bb091d981d04cd29209dea) AuthConfig (ee8b53a0c356e3fceea7ee388eefc304104fadbb3bcea207333e7473a44a83e5) AuthConfig (aac9aed99eb2e6340959739cd96f130720ad2e5653e770dd2e81810ff506bad4) AuthConfig (74a372616a130301443c6ba8bda1c34c98f6ff5a448ea0b43f84ab07d1058ead) AuthConfig (7ab4eeea2b88d1dff58de862e4f38a96390643346d2c0bf175b38832321a6143) AuthConfig (74db9f7680c6b51b758cf5bcf968c5c8dd9dbd690062e1f2f97dfa436796f029) AuthConfig (6c9e399446ec67eced1a30a7e18fe83dcd325a1bf964c8097da4101f0ec36035)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"1e52d299-eaac-4cee-9b14-e302674c7f95","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.207858287Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub1","reconcileID":"e89b8399-1a83-4770-97ce-ea12cb5fd0b5","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"distinct-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.260531528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"8ee5e95c-12f7-4afa-8715-9e06a964f1fc","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.270272519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"687d7ba3-9a2a-4e1a-95a6-2dc915b1d4a6","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.288726926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"de15b2ed-2ca6-47bc-b3bd-ed11939553ea","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.302730222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub1","reconcileID":"3ad19d57-97ae-4495-9d18-8f1ebb53e4e4","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.353965284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"a01b1ddb-824a-4a69-aa40-1d8576239e1c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.375413566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"a01b1ddb-824a-4a69-aa40-1d8576239e1c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.392888029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-da0f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466da5e5fb18c4c7ab499f7944b50e57314679c263d58d65aa4dc7eb91544c32) AuthConfig (c1418456841ca6c6eba2f81e3ff8597cef19dbc7414b88fde74da8d72a73b223) AuthConfig (fc386754d2d020bdf9c679ed619d3a6eb80cc8386042e29b2643752f5be50b1b) AuthConfig (56bd19905b4fdcb4aada0854833027da54a55c73b85c2697bb4bebf53ab7fecd) AuthConfig (12479f4fcec3f91f179eae06e9cba86b78d3a949b0f3ed5d530c043be415c802) AuthConfig (1dd52b3236110eba2dc59d52e401dcc94745b89fa7bb091d981d04cd29209dea) AuthConfig (ee8b53a0c356e3fceea7ee388eefc304104fadbb3bcea207333e7473a44a83e5) AuthConfig (aac9aed99eb2e6340959739cd96f130720ad2e5653e770dd2e81810ff506bad4) AuthConfig (74a372616a130301443c6ba8bda1c34c98f6ff5a448ea0b43f84ab07d1058ead) AuthConfig (7ab4eeea2b88d1dff58de862e4f38a96390643346d2c0bf175b38832321a6143) AuthConfig (74db9f7680c6b51b758cf5bcf968c5c8dd9dbd690062e1f2f97dfa436796f029) AuthConfig (6c9e399446ec67eced1a30a7e18fe83dcd325a1bf964c8097da4101f0ec36035)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"a01b1ddb-824a-4a69-aa40-1d8576239e1c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.412044107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"07f089ea-6070-4f92-ab5c-46cdc5efa289","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.474013027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"dfacffc5-1e4a-4786-90a1-83b9353a8962","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.474045101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-da0f6d priority=0:[ai-tenant-e2e-worker-w0-da0f6d/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-da0f6d/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.481884219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"8b6c4bab-59ae-4dc3-bf92-2431b3cd18ba","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.494435127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"c9b624d5-0f62-45d4-a0a3-254ce72c5b8f","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.499803649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"8b6c4bab-59ae-4dc3-bf92-2431b3cd18ba","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.5065545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"cf1b6198-0599-43f3-9d2b-26f49a72bdf6","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:14.508343004Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-da0f6d/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.516813961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-da0f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466da5e5fb18c4c7ab499f7944b50e57314679c263d58d65aa4dc7eb91544c32) AuthConfig (c1418456841ca6c6eba2f81e3ff8597cef19dbc7414b88fde74da8d72a73b223) AuthConfig (fc386754d2d020bdf9c679ed619d3a6eb80cc8386042e29b2643752f5be50b1b) AuthConfig (56bd19905b4fdcb4aada0854833027da54a55c73b85c2697bb4bebf53ab7fecd) AuthConfig (12479f4fcec3f91f179eae06e9cba86b78d3a949b0f3ed5d530c043be415c802) AuthConfig (1dd52b3236110eba2dc59d52e401dcc94745b89fa7bb091d981d04cd29209dea) AuthConfig (ee8b53a0c356e3fceea7ee388eefc304104fadbb3bcea207333e7473a44a83e5) AuthConfig (aac9aed99eb2e6340959739cd96f130720ad2e5653e770dd2e81810ff506bad4) AuthConfig (74a372616a130301443c6ba8bda1c34c98f6ff5a448ea0b43f84ab07d1058ead) AuthConfig (7ab4eeea2b88d1dff58de862e4f38a96390643346d2c0bf175b38832321a6143) AuthConfig (74db9f7680c6b51b758cf5bcf968c5c8dd9dbd690062e1f2f97dfa436796f029) AuthConfig (6c9e399446ec67eced1a30a7e18fe83dcd325a1bf964c8097da4101f0ec36035)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"8b6c4bab-59ae-4dc3-bf92-2431b3cd18ba","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.524528478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"65fed1c2-265b-4b2f-b739-9ace727adb27","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.60486506Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub2","reconcileID":"c5a0ac50-55b0-4d6c-9fbb-3f9358001c8c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-2-w0-da0f6d","model":"distinct-2-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.618175469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"3a6af9ea-b1cc-4c78-b52f-bcd8cade68a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.636932951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"3a6af9ea-b1cc-4c78-b52f-bcd8cade68a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.654175836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-da0f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (466da5e5fb18c4c7ab499f7944b50e57314679c263d58d65aa4dc7eb91544c32) AuthConfig (c1418456841ca6c6eba2f81e3ff8597cef19dbc7414b88fde74da8d72a73b223) AuthConfig (fc386754d2d020bdf9c679ed619d3a6eb80cc8386042e29b2643752f5be50b1b) AuthConfig (56bd19905b4fdcb4aada0854833027da54a55c73b85c2697bb4bebf53ab7fecd) AuthConfig (12479f4fcec3f91f179eae06e9cba86b78d3a949b0f3ed5d530c043be415c802) AuthConfig (1dd52b3236110eba2dc59d52e401dcc94745b89fa7bb091d981d04cd29209dea) AuthConfig (ee8b53a0c356e3fceea7ee388eefc304104fadbb3bcea207333e7473a44a83e5) AuthConfig (aac9aed99eb2e6340959739cd96f130720ad2e5653e770dd2e81810ff506bad4) AuthConfig (74a372616a130301443c6ba8bda1c34c98f6ff5a448ea0b43f84ab07d1058ead) AuthConfig (7ab4eeea2b88d1dff58de862e4f38a96390643346d2c0bf175b38832321a6143) AuthConfig (74db9f7680c6b51b758cf5bcf968c5c8dd9dbd690062e1f2f97dfa436796f029) AuthConfig (6c9e399446ec67eced1a30a7e18fe83dcd325a1bf964c8097da4101f0ec36035)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"3a6af9ea-b1cc-4c78-b52f-bcd8cade68a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.656069348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"ba483dcd-b806-4c79-a820-d8d61086fb11","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:14.705357253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub2","reconcileID":"3721784f-d9a4-492b-9fcb-5f2c7ed7c900","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-2-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:15.424717935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"df6f8e67-3ffe-422c-8fd3-2918d891037e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:15.424743314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"505bbba9-dc1c-426c-9ae5-b6a6cbd4b2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:15.448440732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"df6f8e67-3ffe-422c-8fd3-2918d891037e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:15.449067634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"505bbba9-dc1c-426c-9ae5-b6a6cbd4b2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:18.252482459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"43802d5e-14ab-4aa8-9f54-fe1b0790e557","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:18.807843994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:19.206806428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"e5640ff1-3b75-4203-82ed-9c0c0082e266","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:19.225903278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"4fa265d8-338c-49b3-94bb-4a443a9ba699","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:19.268292956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-auth","reconcileID":"a0806ec1-4f21-440f-98d9-ce2ac50f0f95","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:19.287954566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-auth","reconcileID":"a0806ec1-4f21-440f-98d9-ce2ac50f0f95","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:19.365475071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"62e82573-8ddf-4f88-8028-283f3775a72b","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:19.416719433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-auth","reconcileID":"ff473603-f1d4-46c0-a0e8-ef8e99a41362","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:19.435035468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-auth","reconcileID":"ff473603-f1d4-46c0-a0e8-ef8e99a41362","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:21.887412732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"8e58534b-b829-4217-8bd0-b030b2de16cf","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:21.88744393Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-da0f6d priority=0:[ai-tenant-e2e-worker-w0-da0f6d/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-da0f6d/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:21.905027888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"82b6d7d0-fc60-4801-bf7d-d96c8aaa0f9f","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:21.921776758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-subscription","reconcileID":"37006270-fa00-4675-8071-d261c19015ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:21.925826563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"7c680e32-3eb7-4085-bc0a-4c27ee9cb29e","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:21.961616853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"c0e8393c-95e8-4de2-a909-c9dbf0a0f6a4","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:21.979282252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"8a2ad616-0929-4034-897d-b52e0b8425c7","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:22.041349024Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-subscription","reconcileID":"8e32f16b-4abf-4e82-af82-9d8b217a2f3d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:22.093366861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"17f53b9d-72b1-47e9-8057-535166facdd1","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:22.121309016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"35829c54-604b-4107-a664-d62a62170857","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:22.135521075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-subscription","reconcileID":"26c03175-6760-4311-a859-dede9e08da9c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:24.266292793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"ad004d2c-87ba-4f8f-a43f-97f9e83bfb83","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:24.2842265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"ad004d2c-87ba-4f8f-a43f-97f9e83bfb83","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:24.360532761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"00325811-90d9-4f8a-b034-d100dbebb716","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:24.560697359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"4b63064e-df78-449c-bf44-40ca9337eb4b","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:24.721788874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"c83d6936-485f-44b5-8c15-080c635d7d7b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:24.740073702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"c83d6936-485f-44b5-8c15-080c635d7d7b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:24.815538912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"c581aaee-9df4-463e-a78f-75d2f6d01d9f","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:26.718986335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"87cb35c8-e146-4e1e-81a3-52d9db55dc20","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:26.765474718Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub1","reconcileID":"8e9c17c1-cb65-4f1c-85fb-6816d7448cd8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b5b38e8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:26.808370041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"8986a020-0890-4af3-93f8-6e762e6ac112","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:26.826912171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"8986a020-0890-4af3-93f8-6e762e6ac112","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.188390102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"08ee5e99-7e5b-47cc-81b2-3c795a071a13","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.188880674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"56f61046-10f6-4b11-84e3-ca6aec2abf39","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.230652659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"49d6c274-3843-4e8d-8d8f-dd2800db42bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.230700179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"963f3479-c259-410b-9443-f8da25006ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.23226293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"583671ac-04c8-40dd-9823-7538d2acf75e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.236732171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"f0264bfe-7d9d-4949-8007-304fcd616d06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.249230604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"963f3479-c259-410b-9443-f8da25006ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.251447816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"49d6c274-3843-4e8d-8d8f-dd2800db42bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.707317213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub2","reconcileID":"98c94999-9e28-40b3-9828-1e90787c57c9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-2-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:28.764337916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"76f5bdf7-588d-46eb-8923-ff83c1a04b46","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.262604884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"ac8039cf-20b8-4c42-8162-48856e16ff5e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.267248846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"03434805-3b2b-4581-aa75-9eafa177ad65","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.267476981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"5233fc65-ec7f-44d3-89ef-080569770420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.267697829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7804dc5b-3f22-48db-b152-5a078a2ade56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.282154188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"ac8039cf-20b8-4c42-8162-48856e16ff5e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.28725416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"5233fc65-ec7f-44d3-89ef-080569770420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.287345798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"03434805-3b2b-4581-aa75-9eafa177ad65","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.29068526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7804dc5b-3f22-48db-b152-5a078a2ade56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.476051502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"cca6e187-9a0e-4eda-848b-a53a84e6b635","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.476430607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"6e473dc0-24db-4e89-8a2e-caaa16b46680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.476742293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"6eb1d504-a986-44dc-b23a-2e67e0c244a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.477008444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"2501c94f-9637-4910-bb92-ba6ed55a65be","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.495956683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"cca6e187-9a0e-4eda-848b-a53a84e6b635","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.499437651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"6e473dc0-24db-4e89-8a2e-caaa16b46680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.504054091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"6eb1d504-a986-44dc-b23a-2e67e0c244a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:29.506918597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"2501c94f-9637-4910-bb92-ba6ed55a65be","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:34.220363747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"99cef4fc-8d57-4ca6-afc4-75ffa879b999","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:34.607782372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-subscription","reconcileID":"9ce5f3e0-d939-44d8-84f1-ca828119d800","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:34.65892544Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-subscription","reconcileID":"9ce5f3e0-d939-44d8-84f1-ca828119d800","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:34.699994504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"d0e09ffc-8e3e-4c14-a304-914e6e217587","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:34.729598977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"afd90b60-a421-4045-893b-d5d758d4b146","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:34.751509156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"f73e923c-be43-48ee-b39f-0d9de3303796","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:34.882345056Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-dedup-auth","reconcileID":"628e9663-754a-45a3-aea8-74190cfe902a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:34.882387038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"0f647904-ab7c-46fb-911b-6232bc2c390a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:34.928594493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"864b3c9b-3544-48dc-b9c8-aff9f1cafef5","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:35.925419074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"a9284444-3c61-4f95-9a1a-6d53a9f36991","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:35.94725644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"c9c108cc-8bd0-43d4-805c-a70190ab2341","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:35.991581028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-auth","reconcileID":"e1edbc64-1fa7-4e24-a792-d980b5790cd1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.010208518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-auth","reconcileID":"e1edbc64-1fa7-4e24-a792-d980b5790cd1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.026755301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"63ccd521-b5cb-44d7-968a-3374dc51a3b5","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.027039031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"a80bce79-2e0b-4f2f-ac18-166797bb5cc6","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.045332835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"3dd7cc46-904b-4bff-b04f-62392ab6a4cb","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.045643511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"3e81306f-e181-486e-9111-c11c9a4567d0","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.089194003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"37ded1c8-1179-45c4-8f28-89752cdbdba0","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.12092157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"17a6410c-9d46-47a0-864e-1b8baf5c8007","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.124524284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"fa065437-6cf3-40bb-a9cc-f7108fad6169","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.139471393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"17a6410c-9d46-47a0-864e-1b8baf5c8007","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.145558468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"e5cef618-2810-4837-acae-1a8d085c6cef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:36.165821134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-sub","reconcileID":"90959c8b-492b-4866-9988-5be24973ac44","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.191261516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-auth","reconcileID":"840b3b4a-3d9b-43db-a15d-23b4f0255ab8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.204436516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"d12933db-d923-4eab-b262-7b7c26f517ca","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.209749001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-auth","reconcileID":"840b3b4a-3d9b-43db-a15d-23b4f0255ab8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.222835804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"b479629d-ea94-4301-a3ca-0818043ff84d","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.250179853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"3521083a-e2e0-4e35-b99a-0076c73d0f82","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.271055526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"370f737a-3ddb-4613-b051-453eab967627","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.287759382Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-sub","reconcileID":"73865664-f65b-47c1-9715-ab03cb30d05d","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:36.290324647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a5ad1b/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.290639822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"29c0e930-395a-4c41-8220-75b6c1ab0ec8","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.291096079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"ef579838-7c72-43f4-a1d3-d6de485a98be","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.291457318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"75588160-25d5-4c4b-ba4b-069e71cd56ec","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.303059122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"c466eca9-0753-4af8-8544-8ea72117b908","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.303411622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"7708bd17-524a-4888-826b-ebf49600ce13","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.344992446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"08e3657a-ffaa-48a5-8bdb-b1f4a7023656","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.371579256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"57413017-b1a5-432a-b413-f3760d46bcea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.385425936Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"d28b7769-10bc-4e33-bfcc-e0163d92282e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","model":"distinct-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:36.415120117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-auth","reconcileID":"840b3b4a-3d9b-43db-a15d-23b4f0255ab8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.419507234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"be009ae0-7fb2-4e52-a9c3-9e302ed7d5b2","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.419818491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"44a75f16-8076-48db-911e-a61654fd94a7","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.42980685Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"d28b7769-10bc-4e33-bfcc-e0163d92282e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"distinct-2-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.468617689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-auth","reconcileID":"3529225c-3635-4c15-ba64-b29ea5a70792","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.469212369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-sub","reconcileID":"76d881cd-85a4-4270-8255-81cf5d87aedf","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.487903236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-auth","reconcileID":"3529225c-3635-4c15-ba64-b29ea5a70792","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.488843357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"7bc70f69-0659-4900-83cd-31c9ac76728c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.504839107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"12361657-eaf0-4781-80e2-026c7566165a","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.505219433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"a087b2e7-fb02-4377-a1d4-876a9b6d895a","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.508965278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"7bc70f69-0659-4900-83cd-31c9ac76728c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.567299062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"1a340179-f4cd-4ab5-a5b2-4b271272e2a9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.594851519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"1a340179-f4cd-4ab5-a5b2-4b271272e2a9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.779626371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub1","reconcileID":"b13ec43c-018c-4bcc-88cb-bcb617741c52","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.794512565Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub1","reconcileID":"b13ec43c-018c-4bcc-88cb-bcb617741c52","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.808410546Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub1","reconcileID":"b13ec43c-018c-4bcc-88cb-bcb617741c52","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.900239503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"945e9724-14b5-4e91-bb14-b95a76110ec5","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.920926817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"962d47a7-e31a-44ec-9ff4-cad404d85fcc","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.921461098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"6fcce56d-bdae-4e1a-8063-ef81451e946b","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:36.987071597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"61098a56-f33f-4e63-b343-4e141f92a339","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:37.005296885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"61098a56-f33f-4e63-b343-4e141f92a339","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:37.059232571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"90dd6b9d-2e18-4360-91cd-b5b62bb48859","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:37.140434768Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub2","reconcileID":"40718d10-888b-4b9b-a17e-2f5673a3d659","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70cd039c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:37.192536395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"fca5f966-bd44-4df9-95b3-d5e04e082186","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:37.212542062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"fca5f966-bd44-4df9-95b3-d5e04e082186","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:39.004539881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"63720f4d-502d-4eb6-a315-9b7c5cea40f2","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:39.473295732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"fd46d181-5242-4d52-9574-bb1f6547b8f3","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:39.492725886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"63cb3855-1900-48f4-8821-7bae2b0c62f8","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:39.520316288Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"4aa3c532-1749-49bc-8d7c-097120a78e04","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7fc7e683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:39.533352955Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"0cb3f5ea-6c0d-4dc2-9853-78192e9c8557","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7fc7e683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:39.562458234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"e1969f09-5902-40d5-bd60-98f1a7383917","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:39.582439182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"e1969f09-5902-40d5-bd60-98f1a7383917","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:39.892709799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"cee414b2-9b66-4cfa-ae30-096eb6c12593","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:39.910562401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"cee414b2-9b66-4cfa-ae30-096eb6c12593","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.776472076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"8ad7f3d5-9138-4621-9115-a43eff9105e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.776953496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e5435ee2-9181-4a44-9da7-1c390b583670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.777377376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"d3a0b094-4a8f-4f3a-920c-7c74fc858b47","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.802916199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e5435ee2-9181-4a44-9da7-1c390b583670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.80325157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"8ad7f3d5-9138-4621-9115-a43eff9105e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.81316952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"d3a0b094-4a8f-4f3a-920c-7c74fc858b47","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.906701906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"bfa88532-7a6b-4457-95e2-cfa084003cc5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.907068787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"978277e9-dfd7-4792-8004-a08b821759d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.94896199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"bfa88532-7a6b-4457-95e2-cfa084003cc5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:45.957367867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"978277e9-dfd7-4792-8004-a08b821759d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.02240948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"afa9be27-2988-4356-8383-c0439b2d98de","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.022882688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a9e04eba-ac70-4781-8e9b-04c698fbb124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.037364529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"7180f522-5240-4366-ab13-d07e7755debf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.049626161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"afa9be27-2988-4356-8383-c0439b2d98de","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.053482331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a9e04eba-ac70-4781-8e9b-04c698fbb124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.080427443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"7180f522-5240-4366-ab13-d07e7755debf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.135202055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c906b560-e54f-49d4-9e48-8a2a33ad5590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.153736311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3d61f073-d432-48a9-9b73-3edca71ebdbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.180532145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3d61f073-d432-48a9-9b73-3edca71ebdbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:46.185050076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c906b560-e54f-49d4-9e48-8a2a33ad5590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.155578304Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub2","reconcileID":"e407a53a-fea2-46d8-a383-3c680424640f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.1699485Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub2","reconcileID":"e407a53a-fea2-46d8-a383-3c680424640f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.184687079Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-sub2","reconcileID":"e407a53a-fea2-46d8-a383-3c680424640f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.267968476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"df944856-71ce-4bda-8b9c-5142c7946b9d","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.363949613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"d3b45940-b08a-4206-93d7-7f4e7c7aadd6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.382350095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"d3b45940-b08a-4206-93d7-7f4e7c7aadd6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.419720946Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth1","reconcileID":"fb348361-d837-4875-b78c-c9728d869e9f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.419862098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"6828c0fb-6696-46c3-b789-1a9f373fc0ce","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.544922805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"e68f3ee2-8c6c-4ad7-8656-8b3caae948c4","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.697831522Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-return-all-auth2","reconcileID":"b2f0fe13-c3bc-4389-bb1e-c3df9234d56f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.697863045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"a76433c1-7f04-4b59-a179-cf7314f3eb40","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.778401098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"e9f1ec7d-5497-46ce-b533-42f130cf6dee","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.778851968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"d660e843-e3fe-4bb5-87e6-5db8deba3395","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.813707034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"fe71b72d-074c-4481-b20a-df20b33c9218","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.814016829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"a6c662df-d97a-468b-b034-10ed8b7c3d1b","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.818698549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"b5a7bb4d-54e4-48d8-896a-6de3c437b5bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.822480621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"bc71abe9-ca23-46e0-8387-cc1825cc6bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.826310852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"edc5a9bf-4ecc-41e4-9ef8-cbc9675d6144","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.826689327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"8259c5d5-c3dd-4f53-821f-ede3f2386a52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.830928738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"eb8cbb9b-957d-4095-8254-371d1cee427b","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.838434658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"b5a7bb4d-54e4-48d8-896a-6de3c437b5bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.842033482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"bc71abe9-ca23-46e0-8387-cc1825cc6bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.997672442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f5288b39-95d7-4c93-b467-ad8224d053f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:47.998017161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"df20cd25-da8e-4e58-bcd8-bd0319da15c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:48.017005855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"df20cd25-da8e-4e58-bcd8-bd0319da15c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:48.018114945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f5288b39-95d7-4c93-b467-ad8224d053f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:48.807701667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.050639602Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-sub","reconcileID":"676b0d79-0fb3-4216-81d5-0c3308c59d3a","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.099211133Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-sub","reconcileID":"676b0d79-0fb3-4216-81d5-0c3308c59d3a","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.140389856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"91845d1c-9508-4720-ba09-08734005cb56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.143293917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"2cfbd66b-88b3-40d0-972d-b1a8503efa5a","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.159311386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"9fb559fd-6bac-4615-af1b-c85bdff7bea8","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.163665664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"5fbf0b9f-5df3-4256-bd73-02f3cf582508","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.253524306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-auth","reconcileID":"7682fe46-4560-4a8d-91a0-fa836de65ca5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.272920583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-auth","reconcileID":"7682fe46-4560-4a8d-91a0-fa836de65ca5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.319310482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-api-key-scoped-auth","reconcileID":"ca41902c-d324-477d-a4b9-586ab7769bc8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.319595811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"e0a11db2-922c-4fda-a5b9-83a5bced0b91","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.359628714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"08105f00-8aa4-43ae-931c-99a18227c340","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.3725232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"06608914-a195-4abc-bd2e-c8e62b796d85","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.374850591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"ef0d7286-4017-43ec-8f2e-f19e35a5a7de","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.389388824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"91004ec4-8a72-46dd-9961-a001fea2b255","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:49.405435491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-sub","reconcileID":"5b561889-3f3c-4c0e-87df-694533b83c51","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.445599138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"38f5676a-4920-488d-b00f-11844f4570d9","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.450802683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-auth","reconcileID":"badcf5d5-0e59-4465-8998-7bc123acedf2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.461716631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"95916d82-f54d-4d16-88f5-1b7498271ae9","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.469856967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-auth","reconcileID":"badcf5d5-0e59-4465-8998-7bc123acedf2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.522174261Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-sub","reconcileID":"3e8a9ee8-e8ec-4f11-8832-f6f23dcafdbb","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-da0f6d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.547970114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"7f94c0d8-a1a1-4130-a7a9-dd3460425f11","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.561744011Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"7f94c0d8-a1a1-4130-a7a9-dd3460425f11","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.574760743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"dd946698-5f39-4c74-8241-36a18ad91559","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.576237649Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"7f94c0d8-a1a1-4130-a7a9-dd3460425f11","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.59483709Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"7f94c0d8-a1a1-4130-a7a9-dd3460425f11","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.604922503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"4b5c24b2-a998-4a10-a1ce-5b65e122c8d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.613538246Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"7f94c0d8-a1a1-4130-a7a9-dd3460425f11","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.628881966Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-subscription","reconcileID":"7f94c0d8-a1a1-4130-a7a9-dd3460425f11","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:49.630420397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-auth","reconcileID":"badcf5d5-0e59-4465-8998-7bc123acedf2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.682103167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-auth","reconcileID":"bf3598b8-0851-4877-9838-790edffa53ef","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.707412549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-auth","reconcileID":"bf3598b8-0851-4877-9838-790edffa53ef","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.708394182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-sub","reconcileID":"e64ba729-7ea6-4f42-8d71-9bdaab8fc36b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.725346508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"f8c7a575-38d7-411a-9d54-4790a1456315","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.751835003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"f685d804-dbcc-436f-8bba-b344d861efd9","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.777470811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"50001abb-a40b-4f88-859e-308601ed9956","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.830787215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"c401d76c-920b-4f01-87d7-98b36ea933dd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.851736433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"c401d76c-920b-4f01-87d7-98b36ea933dd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.879948741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"2e8e21fb-fedb-4a49-964f-1f65f1869233","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:49.88037935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"2dc82c55-b7df-40c9-8ebb-3a707bef195e","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.025857922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"2f9e07aa-58ac-4a58-96b1-e39a1705a822","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.051618018Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"e9369510-d3fc-4cee-b5f8-d08484d8268f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.136826161Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-distinct-models-auth","reconcileID":"e9369510-d3fc-4cee-b5f8-d08484d8268f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.18951008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"150570bb-cfc3-4c90-b097-373dda7c2760","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.189776221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"69a42012-245a-4f1a-ab19-c716e067f097","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.42033592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"513688c6-1ea3-4f50-b4eb-145f7d3d7b27","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.438299056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"ac238f61-2cd2-431c-936f-ef4ec885cc3f","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.48037101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-invalid-sub-auth","reconcileID":"41efd63d-26b3-491c-8d26-289f99c678da","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.498599873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-invalid-sub-auth","reconcileID":"41efd63d-26b3-491c-8d26-289f99c678da","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.619232015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"1be91c3e-ca89-4e87-a8f7-694e1883597c","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.637992145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"5df7889e-3f39-4802-92f6-41832978b8ad","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:50.652392288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-valid-sub","reconcileID":"82326ca7-914e-434c-a06e-2d2d04d849dd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.666830642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"afa26fc4-7e71-4385-ae91-d5861f0972ce","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.694806792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"8eaf050b-5c06-441d-9423-58131c282249","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.708034678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-invalid-sub-auth","reconcileID":"e4f1cb1e-05df-460a-b393-f797a4969ab9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.713734494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"c6744507-8f9f-43e9-8b9a-b24676b85dcd","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.727809038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-invalid-sub-auth","reconcileID":"e4f1cb1e-05df-460a-b393-f797a4969ab9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.769811239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"051a432f-90ec-4365-8b7b-4dc03298238d","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.770391178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"0563cecc-6e42-497a-bdca-248c6237e2fa","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.779461427Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-valid-sub","reconcileID":"2e432007-2045-41aa-9470-9a8be83c15a0","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.803247143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"50671bf0-a446-4890-bffb-26e520f1b394","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.803619316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"8c3f2fde-2674-422a-98bb-743ca3fae2ec","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.813481934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"ca98a366-0f86-4989-9645-52a9e6046695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.813569872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"1bd12d5b-c170-4624-a211-cbd8eaba7c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.834004582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"9cce62bb-297a-4c8c-8815-28b8e7690460","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.834810094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"1bd12d5b-c170-4624-a211-cbd8eaba7c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.839485569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"ca98a366-0f86-4989-9645-52a9e6046695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.87987512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"a744e5dc-dc17-42ef-8347-122de0b11e5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.879901821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"fe744662-f4fa-4005-95f2-06f0ede1dfe7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.880392433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"ee08a57a-daf7-4400-be20-7f893d66b89a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:50.977522126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-valid-sub","reconcileID":"78fb6e0a-5380-42d1-8a8e-837cd2991111","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.160495825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"22efeb7d-d6ab-4190-9220-f6bef938138c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.160793171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"56ff4459-968d-4f86-b9e7-5a1ad7bed239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.179460147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"22efeb7d-d6ab-4190-9220-f6bef938138c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.17948654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"56ff4459-968d-4f86-b9e7-5a1ad7bed239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.27184932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"7f2febd4-6d30-4bb6-9e3c-4c83c89ae045","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.473060912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"31331074-da46-489a-8918-323459e37d03","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.497575052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1d29fa12-0d9c-4a17-8c70-c98a23d231b8","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.54973562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-access-denied-auth","reconcileID":"fd714d04-239a-4b71-ad99-a582343e901b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.576130916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-access-denied-auth","reconcileID":"fd714d04-239a-4b71-ad99-a582343e901b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.668425762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"26d92247-62a9-45ab-a73e-330e109a1dbf","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.685666753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"c50c4312-919f-4af3-bc49-917803b7eed4","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:51.699771137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-user-sub","reconcileID":"c033c61e-05f7-4caa-9aea-77fd3f94d347","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.737822169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2d714534-0eb2-4075-83c2-84b44614ab67","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.740437744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"79fad474-565c-496a-aa7a-de981a24f16e","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.759539427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"6368e898-7ea4-4aae-a80e-84d9336e374b","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.786567648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-access-denied-auth","reconcileID":"b952a7b6-2084-4880-95f1-524534390803","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.804539123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-access-denied-auth","reconcileID":"b952a7b6-2084-4880-95f1-524534390803","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.819020396Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-user-sub","reconcileID":"3b90f2da-6d40-4a18-abf3-465a0b63208d","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-models-user-sub","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.871008244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"0289092d-d9a8-4cf8-adf0-903914ad8727","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.880968953Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a5ad1b priority=0:[ai-tenant-e2e-worker-w1-a5ad1b/e2e-models-other-sub ai-tenant-e2e-worker-w1-a5ad1b/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.881578627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"99913414-8144-415f-9e68-2271d2dbc9a9","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.900679685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"294c9d0f-a0d5-4ad8-b488-93ca850622b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.900889702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"ca25ede2-f3ab-46a3-9447-289533cfda73","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.914471326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2d9b06ad-70cd-45b6-b1fa-d33e3417d0d0","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:51.917622751Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a5ad1b/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:51.932943067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"ac84259c-d7f5-4e31-b43e-ba8ff033db66","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:52.02053824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-other-sub","reconcileID":"632be531-5cdb-4fe3-9311-cfc66fd2f1f1","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-models-other-sub","ai-tenant-e2e-worker-w1-a5ad1b/e2e-models-user-sub","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:52.023714794Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-user-sub","reconcileID":"a59915af-3fa1-4145-b6ba-448e72c12455","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w1-a5ad1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:52.045585079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"57c49979-cb2a-4c5f-893a-8db6023e2808","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:48:52.046285733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-user-sub","reconcileID":"a59915af-3fa1-4145-b6ba-448e72c12455","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w1-a5ad1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:52.075360651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"ffd286e1-14e5-41cd-8f4d-6901e753f0f8","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:52.100396313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"8db171fb-0e37-4bf2-b491-39578b336832","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:52.100588076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-user-sub","reconcileID":"fae58f5c-f5db-498c-846d-de026a933851","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:52.175788942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"04c2ac68-0191-41f4-823c-46b0da9f4f1a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:52.201290593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-other-sub","reconcileID":"b6dd0b0b-8a77-484f-b0be-7b6a2faec41a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:48:52.619490569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"a713ff80-ac20-4e6b-91f8-650a5e0da19c","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:00.075048193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-sub","reconcileID":"d70d57eb-2eac-43b6-a206-69b220b15d99","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:00.122833086Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-sub","reconcileID":"d70d57eb-2eac-43b6-a206-69b220b15d99","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:00.167639018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"231d8bf1-4562-4b63-9fcd-fcebf56ee8f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:00.191805676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"146b65af-a839-4f5e-81f2-ce50373e335b","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:00.214902167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"91fb8576-c28f-448d-b8b6-4f7a21665f15","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:00.344931733Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-user-token-filter-auth","reconcileID":"e7850151-bbe7-4fce-8743-a036f6e56cf3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:00.345290431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"b75e40cd-bc9c-4f18-a706-cdfdfefe9d97","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:00.492662946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"ca893acf-e40e-4eb1-abfd-0d243dd6a3b7","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.359380825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-valid-sub","reconcileID":"52148252-09d2-4c36-8aee-e0642a99c30b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.468414366Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-valid-sub","reconcileID":"52148252-09d2-4c36-8aee-e0642a99c30b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.593457057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"6e773b07-0261-4a1c-8630-ef6fa3a019f9","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.652083027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"fed06695-642c-485f-abba-0698c16da0e8","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.713984741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"80f3006e-892f-451b-a1a6-5f043ddca085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.771443413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"700d1588-a42e-4150-a71b-b166509f7e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.777903682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2144c35a-61c4-4ccd-9a42-63314df6f913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.783587415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-access-denied-auth","reconcileID":"1195baa9-21de-490d-9ace-844a023bd216","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.788527065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"7a2bd5c7-1fec-494b-8863-32a0f65ee981","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.974601756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"f04fc564-60bd-4557-85a9-c4991c42a40c","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:01.990841663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"700d1588-a42e-4150-a71b-b166509f7e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.067453349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-access-denied-auth","reconcileID":"1195baa9-21de-490d-9ace-844a023bd216","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.073065111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2144c35a-61c4-4ccd-9a42-63314df6f913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.110511229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"2a32e83f-56ad-4f65-b6a7-a4dfd9f2dc38","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.110621039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"5d7ce0d0-cb22-4edc-9e69-f84165b5fac7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.132274487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"22c4bac7-aef0-46c7-ae42-4f6372f324a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.136946349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"5d7ce0d0-cb22-4edc-9e69-f84165b5fac7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.139988588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"17eac74f-7de8-44f7-a999-19293dd3030c","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:49:02.154585229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub1","reconcileID":"28a50d33-275b-4d21-b65c-60a5febdd8f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.161116634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"22c4bac7-aef0-46c7-ae42-4f6372f324a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.206681639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"9fb10f0f-7834-40c1-92b5-070979a21790","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.211209986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-access-denied-auth","reconcileID":"4a4889a7-1369-4c0c-9aeb-9bfc06e50303","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.213292998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"21f2f4b1-3425-466e-acfc-4cfd5eb82d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.213672797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7597c7a3-f067-4a6e-8d6d-72f812a2b8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.237819863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"0a2f843a-8453-4141-b5de-5e586e918550","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.256300846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"21f2f4b1-3425-466e-acfc-4cfd5eb82d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.256332302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-access-denied-auth","reconcileID":"4a4889a7-1369-4c0c-9aeb-9bfc06e50303","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.326513566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"87ee0dd2-0095-4d41-a3f0-996a2f83bf46","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.328544849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7597c7a3-f067-4a6e-8d6d-72f812a2b8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.347907514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"73677c01-5a1a-496f-969d-1de23860db87","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.35217468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"69d86cbc-76d2-4609-b49b-bb6c234488cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.354731646Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub1","reconcileID":"f7bedff3-3ce5-4c41-adc8-de8f4e22cf3c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"distinct-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.441620947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"69d86cbc-76d2-4609-b49b-bb6c234488cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.54293275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"68f0cf58-acb3-4a50-8a87-742a99b8a003","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.565223728Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-models-invalid-sub-auth","reconcileID":"18566b74-1f03-4a1c-a21e-58a2649a68a0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.602522184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"8942b190-ac17-402c-97a8-2470aea47dbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.614345226Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-da0f6d priority=0:[ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.615491965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"aba6aa8b-4b9d-4b61-bbd2-ea8b0b7d4f69","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.616196588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"68f0cf58-acb3-4a50-8a87-742a99b8a003","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.62735794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"140839e3-a397-4a78-88ba-2b0eebb60f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.634603002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"8942b190-ac17-402c-97a8-2470aea47dbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.688619693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"2afd1443-86ab-4aa9-b8ca-de6053cdc88e","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.689327372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"2654e188-1d2e-48f1-89c4-ebd2d89b5f1e","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.727114609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-user-sub","reconcileID":"da316867-e85e-405e-9eba-cc08b451fa3c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:49:02.728314987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub2","reconcileID":"9fbda20f-2cae-4efc-9cb2-dbda8b85927d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.731064344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub1","reconcileID":"2be487a4-dfb0-41a9-b418-03f4e397c06a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.73226261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"140839e3-a397-4a78-88ba-2b0eebb60f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.732513124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"a22dd2a1-394b-492c-8932-99c37f6486ea","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.844111545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"e139574f-bdaa-4799-8a67-9f3f4760abe5","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.887265665Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-user-sub","reconcileID":"da316867-e85e-405e-9eba-cc08b451fa3c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-models-other-sub","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.889367785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"5e6ffa7e-a9bc-4f62-a957-9f7a1ea126ff","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.895787776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"191e42eb-2c67-4935-9b89-f5922076e870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.921081585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"191e42eb-2c67-4935-9b89-f5922076e870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.921933137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"89b7183b-6d6d-4d51-b297-7c6cf2889a38","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.922936078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"9bce9a54-2781-4fb8-ba19-3ff1b8e1cf4d","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.949266144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"6a8d0ea3-5a28-4b83-9af8-80af56a6cd3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.956509362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"3088383d-4b2b-41dd-b87e-92c573b64efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:02.979988978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"3088383d-4b2b-41dd-b87e-92c573b64efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.005810596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"34cd25cc-18e8-422f-9d08-ce4d27a509f6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.03401627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"34cd25cc-18e8-422f-9d08-ce4d27a509f6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.062875722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-other-sub","reconcileID":"ef9b2a51-e2d8-4c03-b611-19b9bab03ef9","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.067111113Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-da0f6d priority=0:[ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.06864174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"56b5a0e0-37cd-44f4-b4d2-0202fe490113","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.069490339Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub2","reconcileID":"e9ae4e56-cf43-4fb3-bfe7-bad79d10a5f8","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-2-w0-da0f6d","model":"distinct-2-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.092497779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"c239c4b5-77f0-4791-bf84-1fdffff3f60a","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.183673609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"f373bc9f-f85f-40d6-aba2-637616295c1c","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.208019738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"6f84bd67-0193-4d0e-9740-ab0b58e05957","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.289952876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub2","reconcileID":"cdcf8895-630f-4060-8d7a-65a2bf82c616","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-2-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.310766745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"d29228f0-671d-4b0c-b9a5-154fc20d935f","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.432416043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"33cacdc4-4571-4ed4-b45a-0fad0ba1175e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.472190262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"33cacdc4-4571-4ed4-b45a-0fad0ba1175e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.869229526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"96faf715-54b5-437e-a0d1-74fd8c93498f","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.888885311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"7912d730-95fc-4030-b945-1b437d256e42","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:03.978877323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"92bbd124-2623-492d-b001-90123875feae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.014684398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"92bbd124-2623-492d-b001-90123875feae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.080021204Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-da0f6d priority=0:[ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.08032322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"1a7bd340-3689-416c-9837-5e38a943ed43","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:49:04.133460403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"50b19427-7364-4a07-8e22-d1bce5a944a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.159518521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"4ddc9815-cd88-46ce-ae1c-9b7374280a24","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.1938154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"2589a853-1102-4091-ae74-2754d964ba0c","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.235371569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"b3d34489-0f82-4d77-809f-ca316865ad06","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.23740041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"ee5b59e6-f6f5-4252-8560-22050daadbc0","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.303119722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15ffca7f-d040-4159-9ad1-56af3adbeecc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.307751771Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"469f90cb-a8b2-44ae-9f61-3d3711534734","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-distinct-w2-3cc164","model":"distinct-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.31696263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"947e6245-ec32-4cd5-ae08-838fc5055bcb","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.325430497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15ffca7f-d040-4159-9ad1-56af3adbeecc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.334745262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"78d61d75-2ee2-4b98-a125-37c32244ed51","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.371444253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"1c64d566-2c9f-475e-bd97-7fada61ef769","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.416150603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3d08f0fc-d441-408b-99c7-2f8ebaf5e18b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.417361583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"fb67959b-6fe8-4d65-a98b-90d328dd121e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-distinct-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/distinct-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.43867627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3d08f0fc-d441-408b-99c7-2f8ebaf5e18b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.519373783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"ed866b72-1ef4-4795-8318-10b398053960","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.519454266Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-da0f6d priority=0:[ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-da0f6d/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w2-3cc164 priority=0:[ai-tenant-e2e-worker-w2-3cc164/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-3cc164/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.543406143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"dd8d62d3-57eb-4d31-8666-2fc4f73d76ab","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.553616413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"cc5bed8f-2ca3-4d1a-b4c6-0202fd8a37c1","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:49:04.566340895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-3cc164/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.571115186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"3bf73632-9991-475f-832f-c3b7fd787c60","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.579335793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"e86f0d93-764f-49ef-83e5-db58a1d7991c","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.700128351Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7ce60a18-ade5-4e06-b5a7-ad26591c3945","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-distinct-2-w2-3cc164","model":"distinct-2-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.711038387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9964fcff-ee5c-4e37-997e-48a89414e047","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.747713114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9964fcff-ee5c-4e37-997e-48a89414e047","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.784634247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"5d46caf8-189f-4ca1-b6b7-d959551d8173","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:04.82650054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2e96882b-58ae-4db7-b1ff-29297e114cc1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-distinct-2-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/distinct-2-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:05.921990713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"25d4ac84-6692-4c38-8061-6394f44eb850","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:05.976004482Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ce5865be-fa8a-4f43-8891-7920b653ccb1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d543b579","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:06.015480647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"00c7e3df-69cc-434e-9945-23839d82bde2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:06.035030656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"00c7e3df-69cc-434e-9945-23839d82bde2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:06.25695741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"81e66232-1dbb-4dad-969f-d2d5d8f09636","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:06.308938828Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub1","reconcileID":"d9078f41-bd80-4b42-b013-9b459c75177f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1e380f02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:06.383290006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"63d5c51a-a9d5-4f1e-9a0c-04f4f2ef69d1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:06.403657598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"63d5c51a-a9d5-4f1e-9a0c-04f4f2ef69d1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:10.692280118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-w3-718531","reconcileID":"594a75d1-dffb-4e54-9a25-906c0469f52c","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.305113143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-other-sub","reconcileID":"d5478137-9c6c-4d27-890d-5c8cd6faf0ef","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.351345337Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-other-sub","reconcileID":"d5478137-9c6c-4d27-890d-5c8cd6faf0ef","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.392526991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"c38e1ce8-4fa0-4022-9f6d-e6f347a1e22e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.418349208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"a5e9c81d-9252-4fe6-b4fd-31e59795cbbb","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.452373276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"5b8bdb02-97c8-4ef3-8358-bc3fd6c0a5a8","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.477697202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"722949c7-636b-4097-86b2-bf0ed8a675b7","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.56817013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-models-access-denied-auth","reconcileID":"23740978-0b06-4219-b59d-ad6c565d12f9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.56862294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1de233cc-48f0-49b9-917e-764aaf47a3b5","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.711086089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1235d490-815f-4002-a4fc-cc449b53a12b","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.823356763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub2","reconcileID":"6c90e439-e345-4e2c-94a8-dbe70a573fc4","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-2-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:13.899446996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"09f74015-3a33-49fd-9daf-4d89f93f8483","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:14.275248413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"21710359-a4e9-4dda-b503-950478349542","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-distinct-2-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/distinct-2-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:14.356552311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"64fa8a0a-c264-406a-9065-45c39b7091f5","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:14.391513862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"88d4cf85-e8a5-470e-9c98-6cb9532b5d2e","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:14.865428696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"98244684-0347-4cd4-ac20-1ee006ea8271","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:14.874848214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"94e89812-a6df-4753-b8d4-5cc33fd418c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:14.919419067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"73d64b72-a971-4f9d-9801-ae85a56d90dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:14.955101817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"94e89812-a6df-4753-b8d4-5cc33fd418c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:14.987241666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"73d64b72-a971-4f9d-9801-ae85a56d90dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:14.957489489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"98244684-0347-4cd4-ac20-1ee006ea8271","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.000019575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c533323f-76aa-4e9c-bb02-1b8acf346e62","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.315954583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"016a4f22-ad0f-444d-b4ba-1d16ce01697f","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.352326332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a217029b-087b-4830-b9cc-62dca66353b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.35439671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c533323f-76aa-4e9c-bb02-1b8acf346e62","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.389490874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a217029b-087b-4830-b9cc-62dca66353b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.405720878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"fcb6fbca-dc24-4133-96b1-bda536887082","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.496534694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"753e152d-3c5a-488e-a2c2-2e7745463303","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.51241957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"01045745-8af5-4e8b-b617-fa6f847cae26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:49:15.530389255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"512a4b4d-8ea1-49e8-9ac5-c3d719532284","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.585695609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"01045745-8af5-4e8b-b617-fa6f847cae26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.594555304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"3599cf63-8ce4-41fa-a4dd-bb9143fd893f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.594821863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"3ee50943-5199-4d83-9958-9baccf089aa5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.612078582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"6f2cfe8a-fea3-49b1-a1ca-a85b83cb8541","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.635809234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"3ee50943-5199-4d83-9958-9baccf089aa5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.671564493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"3599cf63-8ce4-41fa-a4dd-bb9143fd893f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.672598167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"9a30dd71-e16c-4a1c-9864-0d3179f93782","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.69743763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"b29ff835-75b1-448c-afb5-3f5ea746ff10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.700934566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"dd212f6d-8cfb-416f-b12f-f4b430677cf1","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.816335132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"b29ff835-75b1-448c-afb5-3f5ea746ff10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.867708281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4c8770f7-b87b-4623-91d2-fc2b1f5c85e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.89958782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4c8770f7-b87b-4623-91d2-fc2b1f5c85e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.900431711Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"84adf21c-e602-49a4-8dd7-5d11f4798e76","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","model":"distinct-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.914540668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b176e576-fbe4-49aa-adcc-099c6260e50d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.930492033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0d721986-7e61-49c6-ba6d-12724d860911","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.94717833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"84d4f260-4dc6-413f-b2b0-7f656ddebc9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.946973056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b176e576-fbe4-49aa-adcc-099c6260e50d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.959050687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0d721986-7e61-49c6-ba6d-12724d860911","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.964423137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"f18ff787-5757-493f-b390-10a0cb49cfac","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.970824545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"84d4f260-4dc6-413f-b2b0-7f656ddebc9f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.983133483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"c2b9238d-658b-4640-b8a9-af3dbf64c2bf","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.987798408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"1c794455-7fd8-4d0e-88a8-f0f7a66f2b1b","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:15.995427389Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2bc4b77f-2020-4f29-b6f0-e51423cad226","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/distinct-w2-3cc164","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.009415041Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2bc4b77f-2020-4f29-b6f0-e51423cad226","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/distinct-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.023208501Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2bc4b77f-2020-4f29-b6f0-e51423cad226","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/distinct-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.030332722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e076f459-4478-47eb-9e25-0287833ddef6","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.034707868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fd65cf0f-d438-40d3-a299-962428413140","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.053547493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fd65cf0f-d438-40d3-a299-962428413140","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.131505883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"02cb2e91-e67b-4e86-83dd-488fbad3bd6a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.154586393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"02cb2e91-e67b-4e86-83dd-488fbad3bd6a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.179297894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"0e6576b6-38c0-40b2-9cce-a843b5d67ade","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.200939074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"ddbf6785-04d4-442b-b783-1c571fa7842a","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.256660477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"eff0c0e9-3297-48f5-ab4c-f1157914558d","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.265205581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2fb7db9d-fbcd-495c-86d6-84b613ed27e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.269195771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"fd380995-3bb5-40e1-83d0-10b87a704f70","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.284104114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2fb7db9d-fbcd-495c-86d6-84b613ed27e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.324771423Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub1","reconcileID":"45d9f9db-f60d-4667-a0f2-4aefa4beccda","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.33894994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"119e3beb-1743-4a05-9b92-59afff922c19","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.339166171Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub1","reconcileID":"45d9f9db-f60d-4667-a0f2-4aefa4beccda","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.353062846Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub1","reconcileID":"45d9f9db-f60d-4667-a0f2-4aefa4beccda","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.374555941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"128f65ea-9026-4b2d-a14d-219873fa580a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.374575515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4a423735-7130-42b1-acdb-f92c337f26b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.384745493Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4333a031-85df-42ac-a0a5-adbd30a4fb1f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-342ec624","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.398597324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4a423735-7130-42b1-acdb-f92c337f26b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.398660534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"128f65ea-9026-4b2d-a14d-219873fa580a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.472482008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6d96b188-2fa9-422e-8fd4-0bfbe15eb9b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.493206416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6d96b188-2fa9-422e-8fd4-0bfbe15eb9b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.505460987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"4e38da90-7bb6-402f-9e39-a2630b8bc3c7","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.595477662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"2f591ea9-9468-4ce3-9f44-ff585e3e51fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.614130479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"2f591ea9-9468-4ce3-9f44-ff585e3e51fa","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.656178861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"9436173d-01a9-438c-8268-d1e52652fb71","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.707577609Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub2","reconcileID":"d6b351ad-f84a-402f-9757-988b4c0aae4d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-15a0ed04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.748420909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"64c13d43-0843-42e0-867b-2ac7d6ada960","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:16.778470291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"64c13d43-0843-42e0-867b-2ac7d6ada960","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:18.809173192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.155626359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"2cfc56a0-1b6d-4f79-a6b5-4c7edefef9f7","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.157120099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"909ac8a6-306d-4c0b-8499-bd00969fa3eb","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.166392242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-w3-718531","reconcileID":"86fc887b-4866-4088-acb2-710325542ce8","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.243549721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"dd0cdfa6-8401-4b4c-89d7-e11144eb7907","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.244123484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"0cc7afa2-97d3-42ec-adad-8ff0cb380741","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.244646405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-w3-718531","reconcileID":"465da5fb-096e-497e-b342-f5b3fc346d69","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.267371378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"d337a946-d68b-4442-8070-414c2eca3030","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.275488218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"5781d724-b9a4-40c5-9a8c-16bfa85bb68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.277710523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"56aafc9d-232c-4c62-8a52-54750644e29f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.536085128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"2d43c76c-6365-4b26-bcc0-96c9f4769045","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.620390323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"5781d724-b9a4-40c5-9a8c-16bfa85bb68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.625925977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"56aafc9d-232c-4c62-8a52-54750644e29f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.729182125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"71dbdd5e-4fcf-4602-91e2-d92b7dad59b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.729425323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"dd13f543-8f22-42ce-8078-4ea87e16684d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.768854234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"71dbdd5e-4fcf-4602-91e2-d92b7dad59b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:19.772865534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"dd13f543-8f22-42ce-8078-4ea87e16684d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:25.835265437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"09d2a67f-45d7-4fa4-8678-b09987ac0d95","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:25.83529657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a5ad1b priority=0:[ai-tenant-e2e-worker-w1-a5ad1b/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-a5ad1b/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:25.860276567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"956a8bbd-b9a7-4043-8ed2-70f4ea26f174","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:25.868493466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"80eacf93-8f11-4359-9d9e-42a485ef500a","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:49:25.876327619Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a5ad1b/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:25.885314761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"a4f8335d-7282-47a5-9af6-c6b6a70fa7f4","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:25.92920222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0568b7ff-1fab-489f-9e7c-c620be382c03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:25.945556838Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"26fb4d16-8a0c-47cb-8a9e-4bc35dd32efc","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"distinct-2-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:25.947774494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0568b7ff-1fab-489f-9e7c-c620be382c03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:25.998310797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"6511270c-660f-4301-8fdd-6a82a12f8a33","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.041995223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"dfc7643e-5818-4b86-8135-d6af2f240d7b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.398765673Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0c120274-1ba7-42bc-8d3a-9c67373e570e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/distinct-2-w2-3cc164","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.412982221Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0c120274-1ba7-42bc-8d3a-9c67373e570e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/distinct-2-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.426596646Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0c120274-1ba7-42bc-8d3a-9c67373e570e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/distinct-2-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.505988687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"317d0ec6-568c-471d-9cd2-e4f6e1daba8d","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.506011329Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a5ad1b priority=0:[ai-tenant-e2e-worker-w1-a5ad1b/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-a5ad1b/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.528561645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"d14ede49-057d-4634-848d-e5c1bfd6e00c","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.656427064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8785dece-4a60-4429-b625-fea027f6e79c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.674478055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8785dece-4a60-4429-b625-fea027f6e79c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.68654101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"aee841d7-8118-4491-9bb0-7a656e9ad51d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/distinct-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.686538823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"9bccf2d4-f46c-4374-b79b-4743bea658c4","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.724710542Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub2","reconcileID":"caf96761-f203-453d-89f1-494ffc746017","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.745918415Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub2","reconcileID":"caf96761-f203-453d-89f1-494ffc746017","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.774807007Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-sub2","reconcileID":"caf96761-f203-453d-89f1-494ffc746017","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.776446661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"3f1b7d3b-3d3d-4698-a52a-f0d156770ad9","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.872291884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a5ad1b priority=0:[ai-tenant-e2e-worker-w1-a5ad1b/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-a5ad1b/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.872302403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"b4acedc8-9b1f-4b6a-8b8d-3b9d2f57b92a","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.957456842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"2e579441-06ef-459c-bc4c-c6eb2f197097","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.970112919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0f53bcf1-2487-4a76-9b38-8d6acc5b84ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/distinct-2-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.970164675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"ac241383-d123-42d7-a701-aa1c0b32d983","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:26.977279952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"2e579441-06ef-459c-bc4c-c6eb2f197097","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:27.016295997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"ba213bfe-9b35-47f1-943c-7ae389b25b39","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:27.030883573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth1","reconcileID":"9be62a09-80de-4892-9a1b-71a24d8f3ae3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:27.030939378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"5642e18f-30de-4846-868d-89441d204106","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:27.116118906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"e3ff68f4-0e0e-4ccd-ae5b-2b90b1aae36a","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:27.306373548Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-multi-keys-auth2","reconcileID":"ede66bca-1bb3-40d6-bc72-2ed27a35211a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:27.306471159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"4b5929e6-90ed-41f6-a9e3-3cd1d52bf4de","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:27.437885925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"15307cf9-0007-4a2f-8d83-30207679c156","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:28.0597177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"a220df95-a827-40b5-9187-d0156e423922","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:28.105055518Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4adc4b39-9f3a-4799-b594-147e0dc66512","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-89ba887c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:28.144456004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"78204c61-b350-4459-9223-88f9d4530ccb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:28.162523146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"78204c61-b350-4459-9223-88f9d4530ccb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:32.430050206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03a7593-1fbe-4859-b14d-e03958095e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:32.449319166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03a7593-1fbe-4859-b14d-e03958095e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:32.46436337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03a7593-1fbe-4859-b14d-e03958095e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:32.478472016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a03a7593-1fbe-4859-b14d-e03958095e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:33.153475799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44e0933-1c5f-4dea-abbf-153ce4ad0c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:33.170520276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44e0933-1c5f-4dea-abbf-153ce4ad0c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:33.184720194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44e0933-1c5f-4dea-abbf-153ce4ad0c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:33.198212915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44e0933-1c5f-4dea-abbf-153ce4ad0c8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:33.288490699Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-524036b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-524036b8","reconcileID":"82d3d4d0-aa86-4742-affe-9ce77d22a4b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-524036b8","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-524036b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:34.086901816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c575c0-e2f6-4dd9-8bf7-20cf9562b651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:34.100455592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c575c0-e2f6-4dd9-8bf7-20cf9562b651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:34.113588576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c575c0-e2f6-4dd9-8bf7-20cf9562b651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:34.126938105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c575c0-e2f6-4dd9-8bf7-20cf9562b651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:35.750506716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f8491044-0436-414e-b1d3-ba166637ea76","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:35.992079615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"dec9f4cc-ea79-4805-bdab-6a3ac3e24ba6","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:36.354427648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"c0b10c44-9588-4a1d-8843-13406c437c95","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:36.35593459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"ff3f40e4-6151-4dec-934a-a4dadfbca267","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:36.356876889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"b875a147-9ce2-4115-8e3f-85702e2110d5","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:36.586835895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"7e0733c1-9eb4-444f-b272-474a0fece0f2","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:36.587765928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"bebad6cf-97ac-4d94-8d41-0c149a2d53cc","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:36.588558887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"552fb135-ac39-48f5-bc44-3d25a50bc2f2","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:36.915067553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"b9ab1e96-dcbc-4668-b023-1242830b9f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:36.930679225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"ca54845c-10ee-4112-849a-7ddeaea95447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.237665362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e8a3869f-589e-4e6e-87f2-b0c5aae33bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.240133314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"1485b7ad-55fe-49c1-8c42-74e91d8bf234","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.240928752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"857161bb-c2b3-4047-bc79-de04237734d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.270626012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"62b64309-4f9e-4755-af31-4a12cbb40dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.273042716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"ca54845c-10ee-4112-849a-7ddeaea95447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.334962362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"b9ab1e96-dcbc-4668-b023-1242830b9f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.338032153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e8a3869f-589e-4e6e-87f2-b0c5aae33bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.352343534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d8688932-70e1-4a44-b062-d9470de23082","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.377756572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"62b64309-4f9e-4755-af31-4a12cbb40dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.441784965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d8688932-70e1-4a44-b062-d9470de23082","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.588542807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f49ee735-e789-4994-b13c-bde1990f3dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.588793157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"c57a10db-d8ba-484c-935d-f5d353b6e8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.631674146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"c57a10db-d8ba-484c-935d-f5d353b6e8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.676711555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e8bf1324-75e6-494d-a379-214937c44401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.824746327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f49ee735-e789-4994-b13c-bde1990f3dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.827883975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e8bf1324-75e6-494d-a379-214937c44401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.9438866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e6a8dc43-feba-46d7-8756-6136f8157974","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.944721293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"1f01726b-91c2-43c2-b7aa-da166cb3df59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.972089579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"1f01726b-91c2-43c2-b7aa-da166cb3df59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.988589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e6a8dc43-feba-46d7-8756-6136f8157974","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:37.989535295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eecca802-400e-48c0-b9b7-9ad50bc3d793","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.068652293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7f7dc22a-de91-487c-93d8-0b430f8e05d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.113763382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eecca802-400e-48c0-b9b7-9ad50bc3d793","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.171538609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a04b19fc-390c-4971-84c4-c67badad7129","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.19568974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7f7dc22a-de91-487c-93d8-0b430f8e05d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.201412791Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a04b19fc-390c-4971-84c4-c67badad7129","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.223295768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2375384d-7a95-4bee-a091-e0f1588662f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.245912627Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a04b19fc-390c-4971-84c4-c67badad7129","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.344469866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2375384d-7a95-4bee-a091-e0f1588662f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.42010198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"5bcff677-a741-40a6-85bf-3c016bbb1028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.420553874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"37520c19-e316-4b01-93ac-f7e0947e346a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.435219186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"89be0a3a-ad4f-4d67-b4a4-945b35d13aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.475642076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"89be0a3a-ad4f-4d67-b4a4-945b35d13aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.534379472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"37520c19-e316-4b01-93ac-f7e0947e346a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.603022873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"8eab2043-e3a7-4563-9cb3-792de989d921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.609465792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"5bcff677-a741-40a6-85bf-3c016bbb1028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.655321154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"bd01a50c-c362-42a7-bba9-bafe7714730d","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.692076757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"8eab2043-e3a7-4563-9cb3-792de989d921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.713593533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"42a77e62-08f7-431e-b01b-4093a375f1b1","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.818384731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"6af0c255-71a0-4d12-9f89-681b1d14ca15","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.835845544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"42c0f2c0-9109-4d3d-8aa1-927b833eb621","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.883527192Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f9772f34-2f46-4221-8730-40b710b9a9ca","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7c18cb9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.885844582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"42c0f2c0-9109-4d3d-8aa1-927b833eb621","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:38.97849058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1317e738-0854-4c9e-b6e3-8fbde5fff5d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:39.009599467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1317e738-0854-4c9e-b6e3-8fbde5fff5d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:39.944243143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39b1cbef-9477-4f78-9704-9c21e47291c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:39.944268968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39b1cbef-9477-4f78-9704-9c21e47291c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:40.001293882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d9885c9c","namespace":"ai-tenant-e2e-mt-d9885c9c"},"namespace":"ai-tenant-e2e-mt-d9885c9c","name":"e2e-policy-d9885c9c","reconcileID":"e63425a9-999b-4674-bba0-51549f64d16d","MaaSAuthPolicy":{"name":"e2e-policy-d9885c9c","namespace":"ai-tenant-e2e-mt-d9885c9c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:40.056896125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d9885c9c","namespace":"ai-tenant-e2e-mt-d9885c9c"},"namespace":"ai-tenant-e2e-mt-d9885c9c","name":"e2e-policy-d9885c9c","reconcileID":"e63425a9-999b-4674-bba0-51549f64d16d","MaaSAuthPolicy":{"name":"e2e-policy-d9885c9c","namespace":"ai-tenant-e2e-mt-d9885c9c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:40.265868794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6d78cda-8cfe-4d37-9633-6708e059ec70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:40.26598592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6d78cda-8cfe-4d37-9633-6708e059ec70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:41.410597437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"c08578c2-ffca-4a57-85de-3b769228d5e1","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:47.971049816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-2-w3-718531","reconcileID":"6694704e-e113-4525-8d0a-67aeefbcb0ec","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-2-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-2-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:48.854027472Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:48.906985509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3460d782-03d9-4e09-909e-b33e17eabebe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:48.923629482Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3460d782-03d9-4e09-909e-b33e17eabebe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:48.94034704Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"3460d782-03d9-4e09-909e-b33e17eabebe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.065964553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"884d3e4c-9aa6-4738-876a-8dfff24db337","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.217484368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"acad9949-14a8-489b-b339-65c4ed6bfc1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.222002249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e759fdc6-355c-4aab-a77c-4141283228f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.222369845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"16b709a9-55c5-491e-a608-06f315cbcc06","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.240112473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"acad9949-14a8-489b-b339-65c4ed6bfc1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.276333289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"b710e32f-63dc-4a37-b4c9-80f5172b79fc","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.504385844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"51832f5a-68f3-4bf7-a157-9071ba50132d","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.505015035Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b45b5ed2-e208-403f-8dc1-fcf18dad25e4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.643656203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"d0698f31-b406-46cc-92c7-f769da356e04","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.904445179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"23983bcf-f152-4465-bffe-1689ed919f7f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:49.975640218Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"23983bcf-f152-4465-bffe-1689ed919f7f","name":"e2e-mt-524036b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.319067406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"a9eb856f-2a5c-41b4-bb22-9a5183af42e4","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.340826469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"f5c1d024-4843-4701-948b-40c2319f539e","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.521979365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-auth","reconcileID":"4fda6206-9468-4017-a9bb-6baf7f99f1ff","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.5875569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"bd4ce341-2dcc-49b0-9dbd-08323a800ebd","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.593385474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-auth","reconcileID":"4fda6206-9468-4017-a9bb-6baf7f99f1ff","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.622563977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"29b78dd8-1d58-46b3-bbba-2e6b188210e7","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:49:50.625372751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-sub","reconcileID":"2c50300a-a504-4bff-ae27-69ce2e8d7427","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.647010729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-718531-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d45be794b584347892dc45770bd0c13d29f8beafb00ba53e64962666c4f10254) AuthConfig (321c3263a0ac71cb2797a47481435fbe6ddd9fc4c598d026128c537405d2781e) AuthConfig (6990f4c6c5c390dcd893be0a113a0f7960ab760c82c6717c562bb06f51f87523) AuthConfig (e02ddfcc3ca53c8376f92c5ce86d856b57ba066983dc690c164663fe0830f6c2) AuthConfig (30e17239bb3d6b37f85a38ed910ffc60dbe1c0c41fea23ed5c687c672e7ea980) AuthConfig (0e90e44b1dd2b2e5748d2c75f521989019fcf0485261d88eb89f8df94f551dde) AuthConfig (16950ec50bd7396e00a5c8b632a2d99e48a03d60cf702ea4bd170bd4b624bb41) AuthConfig (d63340da58916ca35bd8232321fa77d629fdd339ab02fcac6323441c9b9b7758) AuthConfig (d818d7d7438650b1ee0206ff945fe4131d04f031768d747f315219e8a1071c9b) AuthConfig (0b27d9c2463532876bc51552b1b0e5f2f30d71c687078083ba10fc0a5884a6a3) AuthConfig (9722797b73595229366809cf1d5f13cbfa6ff77fc2a076f635f78c187a7529bf) AuthConfig (45f9f4f21d2426cd7cd6977496babc7bdd5027b688d58ccb884ba4375c492758)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-auth","reconcileID":"4fda6206-9468-4017-a9bb-6baf7f99f1ff","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.671038259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"7a333aac-b658-4749-9746-9385cabe7cfa","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.683902838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"55ed82fa-dbc8-411a-b163-527e88137571","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.694218335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"c3995a00-9251-46fc-801c-bbd2a94521e0","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.727410248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-auth","reconcileID":"a2291718-7c04-4bb6-80e5-13fa1a1ac70f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.755980253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-auth","reconcileID":"a2291718-7c04-4bb6-80e5-13fa1a1ac70f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.765457492Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-sub","reconcileID":"a6da8868-76c4-4cad-9b12-8e0733d41702","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-718531/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.801269702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-718531-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d45be794b584347892dc45770bd0c13d29f8beafb00ba53e64962666c4f10254) AuthConfig (321c3263a0ac71cb2797a47481435fbe6ddd9fc4c598d026128c537405d2781e) AuthConfig (6990f4c6c5c390dcd893be0a113a0f7960ab760c82c6717c562bb06f51f87523) AuthConfig (e02ddfcc3ca53c8376f92c5ce86d856b57ba066983dc690c164663fe0830f6c2) AuthConfig (30e17239bb3d6b37f85a38ed910ffc60dbe1c0c41fea23ed5c687c672e7ea980) AuthConfig (0e90e44b1dd2b2e5748d2c75f521989019fcf0485261d88eb89f8df94f551dde) AuthConfig (16950ec50bd7396e00a5c8b632a2d99e48a03d60cf702ea4bd170bd4b624bb41) AuthConfig (d63340da58916ca35bd8232321fa77d629fdd339ab02fcac6323441c9b9b7758) AuthConfig (d818d7d7438650b1ee0206ff945fe4131d04f031768d747f315219e8a1071c9b) AuthConfig (0b27d9c2463532876bc51552b1b0e5f2f30d71c687078083ba10fc0a5884a6a3) AuthConfig (9722797b73595229366809cf1d5f13cbfa6ff77fc2a076f635f78c187a7529bf) AuthConfig (45f9f4f21d2426cd7cd6977496babc7bdd5027b688d58ccb884ba4375c492758)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-auth","reconcileID":"a2291718-7c04-4bb6-80e5-13fa1a1ac70f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.833208608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"aa726475-0055-444e-a2a9-c6d09e0911ec","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.849394486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"32175e31-4cac-4f06-9519-498cbd8444fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:50.965096887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-sub","reconcileID":"ba0581e1-d20c-471d-b5fa-3127a9e113df","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.17263581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24d7afc0-e374-40e5-b099-039be2bf0861","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.17265694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24d7afc0-e374-40e5-b099-039be2bf0861","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.189437806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77d39e82-de8b-4f9d-b913-75b0c05b5899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.189458727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77d39e82-de8b-4f9d-b913-75b0c05b5899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.228937545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b07f4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0b07f4","reconcileID":"fa31d247-66ee-41a3-9525-fcadacb9650b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b07f4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.247944568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b07f4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0b07f4","reconcileID":"fa31d247-66ee-41a3-9525-fcadacb9650b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b07f4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.325902756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb49f4b-d919-4cda-bf5e-633410bfdab8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.325929737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb49f4b-d919-4cda-bf5e-633410bfdab8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.377627289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"313fff1f-fa31-44e9-8db2-46b2a787c1ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.377659014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"313fff1f-fa31-44e9-8db2-46b2a787c1ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.394629608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71ff545a-73a7-4262-9a7d-01dcb0025e19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.394732852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71ff545a-73a7-4262-9a7d-01dcb0025e19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:49:51.41087132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b07f4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b07f4","reconcileID":"28804b79-3efe-4056-8461-6d5793416516","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-0b07f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.41558172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"ac66e0d6-4db0-468e-8c0d-047f4b285b68","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.447904692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"486d67a3-d71d-4c7e-9488-6debb6371584","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.447932272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"486d67a3-d71d-4c7e-9488-6debb6371584","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.466734826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d24eb9cd-b944-4959-bd09-57ae9cfb313c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.466755883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d24eb9cd-b944-4959-bd09-57ae9cfb313c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.528861875Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b07f4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b07f4","reconcileID":"a907e43f-5d65-4ff4-a6fb-2c4aa01af215","MaaSSubscription":{"name":"e2e-default-int-sub-0b07f4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-0b07f4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.58380252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edf5a046-142b-4ba3-8f74-f355e87d66b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.583901332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edf5a046-142b-4ba3-8f74-f355e87d66b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.608730521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7292130e-fb3c-4d93-a310-77233102f20d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.709414423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b07f4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b07f4","reconcileID":"95c08eea-3cb1-44c1-9644-ff7b40649b44","MaaSSubscription":{"name":"e2e-default-int-sub-0b07f4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.83878486Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b07f4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0b07f4","reconcileID":"dec1b9fa-7638-4430-a8d5-4c061fe89e9b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b07f4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.838836429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"302120c5-7f5d-4f99-95d0-12656ceba039","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.838853357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"302120c5-7f5d-4f99-95d0-12656ceba039","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.883495609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26d48a29-cf68-4170-b6bb-e44d44498966","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:51.883525506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26d48a29-cf68-4170-b6bb-e44d44498966","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:52.105314997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58018c39-a2fe-4aef-b38e-91846dd5640b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:52.105345329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58018c39-a2fe-4aef-b38e-91846dd5640b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:58.148960583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"fbd4ff38-d66c-430c-9b54-b9799fa48189","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:59.761524435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"35e30bed-3cc2-4780-a527-5adf5b1d55ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:59.762078311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"485c395e-3a69-4458-83a5-eb547a8ff024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:59.882414179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"485c395e-3a69-4458-83a5-eb547a8ff024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:49:59.884816378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"35e30bed-3cc2-4780-a527-5adf5b1d55ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.083457009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"fbaad61d-996f-4ea9-8b09-ef4384fd6cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.083626806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b80be6cc-0640-47e2-a00b-5f3598b664e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.118878522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"fbaad61d-996f-4ea9-8b09-ef4384fd6cb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.158650611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b80be6cc-0640-47e2-a00b-5f3598b664e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.268689196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"ffdbe904-d6a0-4707-afb8-5029749c89fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.319954895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"ffdbe904-d6a0-4707-afb8-5029749c89fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.40253211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c60bda70-27a9-4ea3-9ecc-ccfb6eaeb3a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.444162813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c60bda70-27a9-4ea3-9ecc-ccfb6eaeb3a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.887263335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-auth","reconcileID":"f58bb505-3001-4e30-b554-3901bc16f107","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:00.909722081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-auth","reconcileID":"f58bb505-3001-4e30-b554-3901bc16f107","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:01.106637899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"f1dee7da-d671-4e5a-a887-4867adbaf9e5","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:02.117914674Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d9885c9c","namespace":"ai-tenant-e2e-mt-d9885c9c"},"namespace":"ai-tenant-e2e-mt-d9885c9c","name":"e2e-policy-d9885c9c","reconcileID":"89c78a87-944e-473c-a2e1-a301154be1ba","MaaSAuthPolicy":{"name":"e2e-policy-d9885c9c","namespace":"ai-tenant-e2e-mt-d9885c9c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:02.145715043Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d9885c9c","namespace":"ai-tenant-e2e-mt-d9885c9c"},"namespace":"ai-tenant-e2e-mt-d9885c9c","name":"e2e-policy-d9885c9c","reconcileID":"89c78a87-944e-473c-a2e1-a301154be1ba","MaaSAuthPolicy":{"name":"e2e-policy-d9885c9c","namespace":"ai-tenant-e2e-mt-d9885c9c"},"policyNamespace":"ai-tenant-e2e-mt-d9885c9c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:02.204835917Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b07f4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b07f4","reconcileID":"936aab90-d4f2-4b6a-9c94-5e42a56dfefa","MaaSSubscription":{"name":"e2e-default-int-sub-0b07f4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-0b07f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:02.35105562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"8f331457-8d26-4276-bed0-fe182a3fb5c2","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:02.540185254Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b07f4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b07f4","reconcileID":"936aab90-d4f2-4b6a-9c94-5e42a56dfefa","MaaSSubscription":{"name":"e2e-default-int-sub-0b07f4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:02.826038571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"240baeb7-a519-48ff-8030-d04035c0ff9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:02.861570354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c6fff51c-c6a3-47af-bbd7-1faeed6dceed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:02.869070712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"123174e9-8eae-4d96-bd85-083082fb9595","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:02.976873617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c6fff51c-c6a3-47af-bbd7-1faeed6dceed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:03.029736666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"d2218e7e-e1b0-4001-a47c-2812e49f6b59","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:03.031108639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a681d1-82ea-402e-bdb8-97dc1546996d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:03.031215216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a681d1-82ea-402e-bdb8-97dc1546996d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:03.064625097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"97e5fc5e-bdb0-4893-b628-0e4bc56197d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:03.164652746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"3d48d65f-c1a0-4f5a-91dd-09958e4b4e84","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:03.995103786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"1de82902-fd28-4f35-b86f-c29d92707fdc","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:05.38896446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebff0146-6dd6-43ff-a506-7b31134f099b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:05.403303709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebff0146-6dd6-43ff-a506-7b31134f099b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:05.41738747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebff0146-6dd6-43ff-a506-7b31134f099b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:05.43079324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebff0146-6dd6-43ff-a506-7b31134f099b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:06.004424157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f47c9b3-6544-43b7-8b5e-e2c237c71bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:06.017813406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f47c9b3-6544-43b7-8b5e-e2c237c71bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:06.031154049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f47c9b3-6544-43b7-8b5e-e2c237c71bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:06.04506861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f47c9b3-6544-43b7-8b5e-e2c237c71bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.016340504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"5ad18704-1691-4464-a0fb-63fe273554ce","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.068297864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3a0a10aa-bb20-4dba-968d-a301ae45cd37","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.109456699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"436605c4-c693-4e6a-a607-d2e4429e92ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.130997209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7fd036a6-4176-4ac0-b0b7-0f62fc34cbf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.148943455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7fd036a6-4176-4ac0-b0b7-0f62fc34cbf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.161171855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"460f649b-687e-4c03-9968-5ef75df69155","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.210370602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"094e0b29-67b3-496f-b965-faa5b9920f8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.600588478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb9ec84-7e96-47c2-a0e9-1f4d68bfca3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.613776867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb9ec84-7e96-47c2-a0e9-1f4d68bfca3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.626982142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb9ec84-7e96-47c2-a0e9-1f4d68bfca3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.640390408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb9ec84-7e96-47c2-a0e9-1f4d68bfca3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.947339101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"43a449e7-3f9d-4ca1-ada2-4b60f6caabd6","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:07.965620188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"79a27530-0c98-4379-ad37-90e753493868","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.019406772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f28a887e-6fe5-4934-a76c-67616c2a7dd0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.045486132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f28a887e-6fe5-4934-a76c-67616c2a7dd0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.100748141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849ac3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65e0104b5afa67419904d4c08b5882b29b1e5c742eb0da77f827e3834e46a796) AuthConfig (2bb286544ac298b302706f979e79ba22148d2ae8f3a64354bd2f24ded92ac0e4) AuthConfig (660702b7ec893763d324b25d74deaf667d100db3b5adb3779ba5e3accffe0859) AuthConfig (cf9523793249bf2fe116fe6caf0a549536e1b1e519ec4d370a564977552ead5f) AuthConfig (362f12a061dad582ad2a6a6348591687c41dcfdf0cc4e7ad83eef297fc777e3d) AuthConfig (d09e21035f3d92d854b303834cb1503a36a512864be31438dc665b8c67aa4c2f) AuthConfig (9bd435adf9caa9e5b95634c07fbea64913e7fad7462fc37d0ffb9962c844c9a8) AuthConfig (ba00c03c2dff21f3355a975b8ae902e8683b48d59e8bde0cb206d1c0063e6d04) AuthConfig (9993a1c9f4c7a512a11c0dbf21c8790087813666dde7ece395433f87cd5b5480) AuthConfig (a62164ed4fb75868e354f32cff214cf1bb5468cae7812082fc4d9fe365f8d286) AuthConfig (a5046afa6aae648b31ed299e1c84e4f80076ae84a3b9391d80c20842d62db2e3) AuthConfig (f9c96d7abce29880ac5c2b788b5ba6e4c59c5a3e4f11cdcca062c8dc6a40a496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f28a887e-6fe5-4934-a76c-67616c2a7dd0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.120252649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"a4d9038e-12b0-47ad-bb9f-2e88dd1e6ae1","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.160910976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"019463c6-834e-4691-b5c5-c2d0d067c6c4","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.177300752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"0d857775-4048-4fa9-83ef-b6c80210252e","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:50:08.194083461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub","reconcileID":"1aff80f2-ecb4-4e07-b4bf-0518ae279f2f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.224073285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c026caa1-c72d-44e8-9273-d094b867d9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.232528794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"d4e818bf-23f3-4ccb-8c27-4a5c4e6a1eaa","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.237580801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c026caa1-c72d-44e8-9273-d094b867d9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.251417917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c026caa1-c72d-44e8-9273-d094b867d9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.259538534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"9bbce5e1-2f7b-45b2-b541-31b14cd95906","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.26940639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c026caa1-c72d-44e8-9273-d094b867d9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.342777419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2fee4dcb-dd85-4c9a-880a-272e59ee22af","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.361958403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2fee4dcb-dd85-4c9a-880a-272e59ee22af","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.378243108Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub","reconcileID":"1ec19df1-3987-458b-a4bc-686c3fbaca79","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-849ac3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.381260607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849ac3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65e0104b5afa67419904d4c08b5882b29b1e5c742eb0da77f827e3834e46a796) AuthConfig (2bb286544ac298b302706f979e79ba22148d2ae8f3a64354bd2f24ded92ac0e4) AuthConfig (660702b7ec893763d324b25d74deaf667d100db3b5adb3779ba5e3accffe0859) AuthConfig (cf9523793249bf2fe116fe6caf0a549536e1b1e519ec4d370a564977552ead5f) AuthConfig (362f12a061dad582ad2a6a6348591687c41dcfdf0cc4e7ad83eef297fc777e3d) AuthConfig (d09e21035f3d92d854b303834cb1503a36a512864be31438dc665b8c67aa4c2f) AuthConfig (9bd435adf9caa9e5b95634c07fbea64913e7fad7462fc37d0ffb9962c844c9a8) AuthConfig (ba00c03c2dff21f3355a975b8ae902e8683b48d59e8bde0cb206d1c0063e6d04) AuthConfig (9993a1c9f4c7a512a11c0dbf21c8790087813666dde7ece395433f87cd5b5480) AuthConfig (a62164ed4fb75868e354f32cff214cf1bb5468cae7812082fc4d9fe365f8d286) AuthConfig (a5046afa6aae648b31ed299e1c84e4f80076ae84a3b9391d80c20842d62db2e3) AuthConfig (f9c96d7abce29880ac5c2b788b5ba6e4c59c5a3e4f11cdcca062c8dc6a40a496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2fee4dcb-dd85-4c9a-880a-272e59ee22af","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.41887313Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-bcd2e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-bcd2e1","reconcileID":"9178db26-517e-425a-877e-4ecc6ffc062e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-bcd2e1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-bcd2e1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.427915173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"091237d8-dc3d-475b-8de9-4ffeaf26ad3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.434206499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"fd55e218-1e9c-4a27-9f65-3e0008e61585","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:08.543181978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub","reconcileID":"6b9fbe6c-559c-4966-95ef-0406abc2d265","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:09.005249408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a7a678-f595-428e-ac22-46dd0516a7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:09.018736408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a7a678-f595-428e-ac22-46dd0516a7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:09.032402588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a7a678-f595-428e-ac22-46dd0516a7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:09.045932096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a7a678-f595-428e-ac22-46dd0516a7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:50:10.057889499Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-bcd2e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-bcd2e1","reconcileID":"b79c9703-181e-41ab-a5fb-60dafa2e9c2c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-bcd2e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:14.084562521Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-sub","reconcileID":"c689ff5a-2125-4fd4-a708-4364d5018335","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:14.132575846Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-sub","reconcileID":"c689ff5a-2125-4fd4-a708-4364d5018335","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:14.16447298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"7af19af6-003a-41dd-b23b-f0c157c6dddb","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:14.179386492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"d1b6e380-4ed1-4a9a-954e-ff20c14f47d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:14.286553226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"b3fb100e-ce15-487d-b772-5a31e3953a66","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:14.308825673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"cdce7cb4-b860-4ef4-8726-a02438a32242","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:14.454831634Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-api-key-no-access-auth","reconcileID":"c9560826-2214-43ed-b459-bff4d31dfa3c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:14.454855834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"c3ac57cb-6b10-4bd5-b069-398243251bf4","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:14.499125231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"590d3184-a3a2-4a37-a158-46f5c8892eff","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:18.420581799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"267ff9ee-7d8d-4d91-add9-52908df3eb00","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:18.438763941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"267ff9ee-7d8d-4d91-add9-52908df3eb00","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:18.456872855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-849ac3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65e0104b5afa67419904d4c08b5882b29b1e5c742eb0da77f827e3834e46a796) AuthConfig (2bb286544ac298b302706f979e79ba22148d2ae8f3a64354bd2f24ded92ac0e4) AuthConfig (660702b7ec893763d324b25d74deaf667d100db3b5adb3779ba5e3accffe0859) AuthConfig (cf9523793249bf2fe116fe6caf0a549536e1b1e519ec4d370a564977552ead5f) AuthConfig (362f12a061dad582ad2a6a6348591687c41dcfdf0cc4e7ad83eef297fc777e3d) AuthConfig (d09e21035f3d92d854b303834cb1503a36a512864be31438dc665b8c67aa4c2f) AuthConfig (9bd435adf9caa9e5b95634c07fbea64913e7fad7462fc37d0ffb9962c844c9a8) AuthConfig (ba00c03c2dff21f3355a975b8ae902e8683b48d59e8bde0cb206d1c0063e6d04) AuthConfig (9993a1c9f4c7a512a11c0dbf21c8790087813666dde7ece395433f87cd5b5480) AuthConfig (a62164ed4fb75868e354f32cff214cf1bb5468cae7812082fc4d9fe365f8d286) AuthConfig (a5046afa6aae648b31ed299e1c84e4f80076ae84a3b9391d80c20842d62db2e3) AuthConfig (f9c96d7abce29880ac5c2b788b5ba6e4c59c5a3e4f11cdcca062c8dc6a40a496)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"267ff9ee-7d8d-4d91-add9-52908df3eb00","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:18.807130286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:19.249740873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb16559f-e8e6-4279-870b-ed1a1b19b9f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:19.265132284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb16559f-e8e6-4279-870b-ed1a1b19b9f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:19.278354103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb16559f-e8e6-4279-870b-ed1a1b19b9f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:19.292048018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb16559f-e8e6-4279-870b-ed1a1b19b9f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:19.823204744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c2f80c-a17c-419f-886c-5c80aeadbb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:19.836573621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c2f80c-a17c-419f-886c-5c80aeadbb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:19.849968524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c2f80c-a17c-419f-886c-5c80aeadbb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:19.863952195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4c2f80c-a17c-419f-886c-5c80aeadbb54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.182733187Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a2a766","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a2a766","reconcileID":"2c2b2de8-54e3-462e-9dd9-b56451004553","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a2a766","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-a2a766":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.317438687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1325df1-33e2-4c87-9144-85b03092bc22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.4074329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"47aba0f3-15ad-44de-b92f-dc48cf31aeaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.408338874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"52276252-8cac-4064-884e-3af4020c520f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.562880486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"5f8270f5-e3c2-497b-ae48-0e27eb30870b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.611829493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"66e19676-775a-4e4b-98d0-38216fede215","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.61243117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7b72ce9-b872-4560-bfeb-1ebdb2a29f22","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.613223921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"a3e9fb83-951f-47e1-ac2f-de3efa25cdf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.61703968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub","reconcileID":"298090b0-5d0f-455c-a696-f7304f40bf0d","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.67740742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0281ed34-8911-4a40-9b77-a0dfd787cd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.734055147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0281ed34-8911-4a40-9b77-a0dfd787cd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.749766818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0281ed34-8911-4a40-9b77-a0dfd787cd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.765395809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0281ed34-8911-4a40-9b77-a0dfd787cd8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.793059923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"3b4dd3e9-8422-47a6-8567-efe7fc466203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.82041043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"3002d3f0-ba2b-4549-ae1b-d36023e82eff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.821720251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"423296c9-4175-4185-a43b-41bcc0f759bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:20.822380103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"e5880bcc-8365-4490-8d9d-cb954268463f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:21.760302128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"88baebd4-a8df-4f58-9d19-ed6abaa265fb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bcd2e1","tenantID":"e2e-api-a-bcd2e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:21.803868844Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"88baebd4-a8df-4f58-9d19-ed6abaa265fb","name":"e2e-api-a-bcd2e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:50:21.855433301Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a2a766","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a2a766","reconcileID":"c7a0373f-fdd0-42e1-ab10-ce0572884e0c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-a2a766\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:28.5044394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"65b6d45a-94ef-4613-b88d-0d130962b768","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:28.523260554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"65b6d45a-94ef-4613-b88d-0d130962b768","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:28.705415844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"9f49c609-283b-4c1c-9d7d-296a55807679","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:30.58382178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"fa97b763-02ee-4a90-900a-6d48664e95da","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.279413587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"3196e8f6-b453-4b24-bb8d-7fa5bdd4060a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.383388758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"680a8d79-bbaa-44a4-9242-dff269a51270","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.555285238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"ec1bddd0-b4f1-4417-ad6e-a61c218ec454","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.555938954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"bcd21364-81e2-4951-af1c-6632e179e14f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.572774669Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"e54e156f-5e8c-45cc-b8d9-c5e9deb6504e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.591648502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"5c6728c4-3443-49b9-a5af-28e6d9446411","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.592354705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51ac6891-ddb2-4b11-8f06-90119b06927e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.676240007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"ca8807a9-6fd5-4fc7-831e-671c723f4276","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.676701052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"4e95cf1a-bac9-4e79-9fd6-bafc010f5317","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.776639141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"06961c27-b6a5-4873-835d-aec308935e34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.77665325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e4adedb-d03c-499e-ae3a-f78b7c4d2c7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:35.876250515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"a88a322c-14d1-49f5-985e-47a340df999f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:36.152423406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"b0ccc343-e356-4c10-84ca-9908f19cffa6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a2a766","tenantID":"e2e-api-a-a2a766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:36.193651866Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"b0ccc343-e356-4c10-84ca-9908f19cffa6","name":"e2e-api-a-a2a766-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:38.504272374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9bf35f-7b66-4084-83c8-3ee3b13d7012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:38.517821992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9bf35f-7b66-4084-83c8-3ee3b13d7012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:38.531340606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9bf35f-7b66-4084-83c8-3ee3b13d7012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:38.54494188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9bf35f-7b66-4084-83c8-3ee3b13d7012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.094402233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9841c88-a404-43ca-bc10-873a0f67ada8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.107844009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9841c88-a404-43ca-bc10-873a0f67ada8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.12143448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9841c88-a404-43ca-bc10-873a0f67ada8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.135480785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9841c88-a404-43ca-bc10-873a0f67ada8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.235939651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a801059-70c2-4190-825d-e0745f68ff7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.235958545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a801059-70c2-4190-825d-e0745f68ff7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.253830983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9dd5d4f-fdd2-481d-99ef-08ef7a146d2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.253851824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9dd5d4f-fdd2-481d-99ef-08ef7a146d2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.280360103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"f4d70578-50ab-426f-8f8d-85d1cfa50392","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bcd2e1","tenantID":"e2e-api-a-bcd2e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.298929314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"f4d70578-50ab-426f-8f8d-85d1cfa50392","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"name":"e2e-api-a-bcd2e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.31600671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-bcd2e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af0b1df62523a45dddd6b9d1ad20cb09d91fdc0823c3d50843c8ce38bfd1d606) AuthConfig (3f6aad411703bb9829488cdcacecd0aa073b61705fad2b7d080584d770389ad5) AuthConfig (020ed717377d6f0727dda612c1a3deada6cbbc5148644e20a9ad24bd13d4a182) AuthConfig (abb23679b51421bf0f209ab0c6ccec5cac20996fe03593ec9fcad75eb8cd6ae9) AuthConfig (21e5f869f5c33d9562cd7af43959fc2501a56ab0b2cc0fc69ddd22b0db449ac3) AuthConfig (fa67755b260beb47f1dabfe68ea229a0fd3d82634f0464a93925d1598648c55a) EnvoyFilter (openshift-ingress/e2e-api-a-bcd2e1) EnvoyFilter (openshift-ingress/e2e-api-a-bcd2e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"f4d70578-50ab-426f-8f8d-85d1cfa50392","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.335344901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"300da4ca-17e3-413b-ace9-c66fe40a525d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:39.33536532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"300da4ca-17e3-413b-ace9-c66fe40a525d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:40.631462316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub","reconcileID":"7e5f7ffb-6989-4478-a5ec-6132e5ca2a2b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:40.660218605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub","reconcileID":"7e5f7ffb-6989-4478-a5ec-6132e5ca2a2b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:40.72921279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"b011077e-dd29-42e8-97ed-bef99bf62902","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.409332709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"15afb389-f668-4d0e-8a48-0f8f9e3a1395","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.409362742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"15afb389-f668-4d0e-8a48-0f8f9e3a1395","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.752413219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"4435ae23-be8b-4a7f-9573-115a2d86d524","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.752441309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"4435ae23-be8b-4a7f-9573-115a2d86d524","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.771713663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"59733d5b-546f-4108-89bd-de1f4ad95589","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.771741314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"59733d5b-546f-4108-89bd-de1f4ad95589","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.800499815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"88684ff7-f6f8-4b0e-bac5-df8be770ba53","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.820208875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"88684ff7-f6f8-4b0e-bac5-df8be770ba53","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"e2e-mt-524036b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.837447782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-524036b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2a858dc89fb253bbe214dbc6404091799e7f75f371f9a59db9313893421d8a7b) AuthConfig (85cc194ea59d12a567bd28dd37569e94966f1cac5fce4ee8c0c0e4656b57e9b5) AuthConfig (1ecfa02030a4f47761751e09497e4aacf3b1a52c6cd056de49e33f216d143c48) AuthConfig (0cc7ff5f2735fe5e63063ba0984dcd9711e8ebb66a6c06f6bc56b9cf4430369a) AuthConfig (8ecad2c6571265dd7f4fcb484a8ee00662931d36e5595638be71f39439a7bf92) AuthConfig (fe46705313314447ec030b2a4d879f2d8637eb022c1730f1be8da6590c944446) AuthConfig (4f39ce6e496f32aa7a5d36217ebc3249d829320327f7260d63bc3bac7e1620bf) AuthConfig (084fe5e46e49762ef1bfd5366715d5c07bfb3f9d9c7028c96c25a1521376cfc5) AuthConfig (0c74a87b20e9b2f6d4e20733a6ac6f0951c9cf6e809fdf81ee59cdf9d75d750c) AuthConfig (53017ddc4fbfbbbbfea16d517b79f247e7fe025eccc506dfb3de7b7806905446) AuthConfig (fb6124dcd1dfa4794cb77cc2d8c2f7b1a870c68297fa6025432602fbbe57307f) AuthConfig (8a4feb873e361025e068becd1411bfc1030699f522930a3c99b0b1c5f3ef9fb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"88684ff7-f6f8-4b0e-bac5-df8be770ba53","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.856644042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"1c4c68f7-5bca-4b8c-9c85-f7c404abf88a","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.856670524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"1c4c68f7-5bca-4b8c-9c85-f7c404abf88a","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.974998961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"5a73b83a-b1a1-4294-9e87-aed124babf30","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.975021514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"5a73b83a-b1a1-4294-9e87-aed124babf30","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.997116124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"65b3aebf-79fb-4ae7-90ec-dc176e6c4c3b","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:41.997177646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"65b3aebf-79fb-4ae7-90ec-dc176e6c4c3b","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:50:42.013095552Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"65b3aebf-79fb-4ae7-90ec-dc176e6c4c3b","name":"e2e-lifecycle-model-524036b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-524036b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:50:42.013180133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"65b3aebf-79fb-4ae7-90ec-dc176e6c4c3b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-524036b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:50:42.01373136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"8b3047c7-ff58-4b20-8614-f7385b280b2e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-524036b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.018989271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"953c0ba7-ef98-4930-9ebf-836d9adb560d","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.01900976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"953c0ba7-ef98-4930-9ebf-836d9adb560d","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.026113051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"a6fe62dc-cfa9-48bd-86a6-744f094077a1","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.044879842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"f920fd54-f903-4833-9eaf-324d897f6994","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.044951305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"f920fd54-f903-4833-9eaf-324d897f6994","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.048187529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"a6fe62dc-cfa9-48bd-86a6-744f094077a1","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"e2e-mt-524036b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.066470435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-524036b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2a858dc89fb253bbe214dbc6404091799e7f75f371f9a59db9313893421d8a7b) AuthConfig (85cc194ea59d12a567bd28dd37569e94966f1cac5fce4ee8c0c0e4656b57e9b5) AuthConfig (1ecfa02030a4f47761751e09497e4aacf3b1a52c6cd056de49e33f216d143c48) AuthConfig (0cc7ff5f2735fe5e63063ba0984dcd9711e8ebb66a6c06f6bc56b9cf4430369a) AuthConfig (8ecad2c6571265dd7f4fcb484a8ee00662931d36e5595638be71f39439a7bf92) AuthConfig (fe46705313314447ec030b2a4d879f2d8637eb022c1730f1be8da6590c944446) AuthConfig (4f39ce6e496f32aa7a5d36217ebc3249d829320327f7260d63bc3bac7e1620bf) AuthConfig (084fe5e46e49762ef1bfd5366715d5c07bfb3f9d9c7028c96c25a1521376cfc5) AuthConfig (0c74a87b20e9b2f6d4e20733a6ac6f0951c9cf6e809fdf81ee59cdf9d75d750c) AuthConfig (53017ddc4fbfbbbbfea16d517b79f247e7fe025eccc506dfb3de7b7806905446) AuthConfig (fb6124dcd1dfa4794cb77cc2d8c2f7b1a870c68297fa6025432602fbbe57307f) AuthConfig (8a4feb873e361025e068becd1411bfc1030699f522930a3c99b0b1c5f3ef9fb9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"a6fe62dc-cfa9-48bd-86a6-744f094077a1","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.067397435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"32d2851b-e3be-4dfe-a9b2-de5ea20efb80","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.067423038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"32d2851b-e3be-4dfe-a9b2-de5ea20efb80","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.127830748Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"fe4d1ebe-6496-477c-9262-16db339129bf","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"maas-trlp-e2e-lifecycle-model-524036b8","model":"e2e-lifecycle-model-524036b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-524036b8/e2e-sub-524036b8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.179494445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"58d035e8-c54e-4fc0-a2f0-728dc7a98555","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.17952331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"58d035e8-c54e-4fc0-a2f0-728dc7a98555","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:42.219674076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"c76e589d-28a2-4549-98b8-a2bf9bed3f67","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"maas-trlp-e2e-lifecycle-model-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:43.099457537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf034df9-51fb-431a-b2f7-26e6bb7d6a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:43.112864931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf034df9-51fb-431a-b2f7-26e6bb7d6a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:43.126473216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf034df9-51fb-431a-b2f7-26e6bb7d6a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:43.141185158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf034df9-51fb-431a-b2f7-26e6bb7d6a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:43.679961753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fc3ffc-61e4-4c4d-9c17-164acad79b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:43.693338312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fc3ffc-61e4-4c4d-9c17-164acad79b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:43.70764294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fc3ffc-61e4-4c4d-9c17-164acad79b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:43.721137681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fc3ffc-61e4-4c4d-9c17-164acad79b9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:43.828635129Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8f118d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8f118d","reconcileID":"7b1d4fc3-59d0-44b4-be45-fb17959ed729","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8f118d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-8f118d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:44.275720878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc761b5c-4989-4bae-9999-a2aaa3197480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:44.289640498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc761b5c-4989-4bae-9999-a2aaa3197480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:44.308060816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc761b5c-4989-4bae-9999-a2aaa3197480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:44.324373858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc761b5c-4989-4bae-9999-a2aaa3197480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:48.809972813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:49.362182311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"708382f8-9fdf-469f-8c3a-24b7b3111a21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bcd2e1","tenantID":"e2e-api-a-bcd2e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:49.380317442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"708382f8-9fdf-469f-8c3a-24b7b3111a21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"name":"e2e-api-a-bcd2e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:49.397223289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-bcd2e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af0b1df62523a45dddd6b9d1ad20cb09d91fdc0823c3d50843c8ce38bfd1d606) AuthConfig (3f6aad411703bb9829488cdcacecd0aa073b61705fad2b7d080584d770389ad5) AuthConfig (020ed717377d6f0727dda612c1a3deada6cbbc5148644e20a9ad24bd13d4a182) AuthConfig (abb23679b51421bf0f209ab0c6ccec5cac20996fe03593ec9fcad75eb8cd6ae9) AuthConfig (21e5f869f5c33d9562cd7af43959fc2501a56ab0b2cc0fc69ddd22b0db449ac3) AuthConfig (fa67755b260beb47f1dabfe68ea229a0fd3d82634f0464a93925d1598648c55a) EnvoyFilter (openshift-ingress/e2e-api-a-bcd2e1) EnvoyFilter (openshift-ingress/e2e-api-a-bcd2e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"708382f8-9fdf-469f-8c3a-24b7b3111a21","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:51.413500588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"93b0f02a-03e3-48f9-9833-75b9d96cde02","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"maas-trlp-e2e-lifecycle-model-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:51.511875154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"d5c28e53-ac4a-452c-a6ec-a056a848fb28","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:51.511988605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"d5c28e53-ac4a-452c-a6ec-a056a848fb28","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:51.812200479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c699f830-4862-4880-b9bf-90b259aa3c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:51.826557901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c699f830-4862-4880-b9bf-90b259aa3c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:51.840687046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c699f830-4862-4880-b9bf-90b259aa3c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:51.854859262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c699f830-4862-4880-b9bf-90b259aa3c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.098042872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"87425454-9418-45c0-9181-93bce35a15dd","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.119964804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"87425454-9418-45c0-9181-93bce35a15dd","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"e2e-mt-524036b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.208778159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"369db785-94bb-4487-9980-e9397dff7afb","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.20881015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"369db785-94bb-4487-9980-e9397dff7afb","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.237791773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"031c13f3-6fb8-46bb-94b0-4cd29bf35670","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.259797509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"031c13f3-6fb8-46bb-94b0-4cd29bf35670","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"e2e-mt-524036b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.544055784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7322aa1c-ceaa-4d8d-b6fd-71cda02b3627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.557815455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7322aa1c-ceaa-4d8d-b6fd-71cda02b3627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.572609474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7322aa1c-ceaa-4d8d-b6fd-71cda02b3627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:52.586459024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7322aa1c-ceaa-4d8d-b6fd-71cda02b3627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:56.05801509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08bea2c9-3129-41df-8ba0-9acdb55f3b4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:56.058036759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08bea2c9-3129-41df-8ba0-9acdb55f3b4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:56.074135971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30a52aa7-949d-497b-ba63-cd7d39d5af55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:56.074168841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30a52aa7-949d-497b-ba63-cd7d39d5af55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:56.185419099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"24b48353-fbdd-4d8b-ba21-248b04359994","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a2a766","tenantID":"e2e-api-a-a2a766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:56.205031142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"24b48353-fbdd-4d8b-ba21-248b04359994","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"name":"e2e-api-a-a2a766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:56.222072692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a2a766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a21dfed872e786b9b23112715fad6b3dba7a70ca67e4ffd614dc21c401d72949) AuthConfig (f69d0266d511da12100923685723b9a0558706aaf48c1ac32d3768663ed8066b) AuthConfig (b0ad3f7f76a502aec4079117c5d895c075f63835fbab03bd8d900b4ace39a726) AuthConfig (892f0ffa5a482dca321cff1001e048a713485dbcc24a79cf465b20e8652b5ace) AuthConfig (c7de949ab4d3718f96504131685defc714c66abf0f4ba118bf01c460192bb995) AuthConfig (f4636e331de31ac2ae3e1399844326c52654afe727cbc686d62d59d85930f57e) EnvoyFilter (openshift-ingress/e2e-api-a-a2a766) EnvoyFilter (openshift-ingress/e2e-api-a-a2a766)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"24b48353-fbdd-4d8b-ba21-248b04359994","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:56.257342052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9509ee4-8f70-4ec5-b6b6-4c8932cfc917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:56.257359856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9509ee4-8f70-4ec5-b6b6-4c8932cfc917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.399101875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0e7e1e-ada5-4636-9744-104c9dc167f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.412294753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0e7e1e-ada5-4636-9744-104c9dc167f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.425745183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0e7e1e-ada5-4636-9744-104c9dc167f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.439205355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0e7e1e-ada5-4636-9744-104c9dc167f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.452072865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"cc340c43-6c5d-4923-a283-ec150a70f266","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bcd2e1","tenantID":"e2e-api-a-bcd2e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.470134089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"cc340c43-6c5d-4923-a283-ec150a70f266","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"name":"e2e-api-a-bcd2e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.5381667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"edd1fbab-ff8a-43d7-a986-32ba3619eb37","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8f118d","tenantID":"e2e-api-b-8f118d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.578841777Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"edd1fbab-ff8a-43d7-a986-32ba3619eb37","name":"e2e-api-b-8f118d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.59659294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a048fd8-d7c2-4fd9-a214-9384972d4159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:50:59.596620604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a048fd8-d7c2-4fd9-a214-9384972d4159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.076979714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02f3f1e-ffde-42f5-9c91-c5e55167ac7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.094129576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02f3f1e-ffde-42f5-9c91-c5e55167ac7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.108386318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02f3f1e-ffde-42f5-9c91-c5e55167ac7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.122498018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02f3f1e-ffde-42f5-9c91-c5e55167ac7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.224836153Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6b21d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6b21d1","reconcileID":"38169564-85fb-4a83-9133-431f7c279773","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6b21d1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6b21d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.651428481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"60e091d3-8c96-4b43-b22a-deca56b6cddb","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.651549754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"60e091d3-8c96-4b43-b22a-deca56b6cddb","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.689068859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"a539ff5d-f45c-4388-a364-e23cbfaf6ad1","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.689092305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"a539ff5d-f45c-4388-a364-e23cbfaf6ad1","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.698856703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"44b6fc67-88f9-4cdc-b16e-0733549ed281","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"maas-trlp-e2e-lifecycle-model-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.701841113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"bcae08db-2592-413a-ae9e-0f907e1f3541","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.720251291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"bcae08db-2592-413a-ae9e-0f907e1f3541","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"e2e-mt-524036b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.805491277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"383b847b-80bf-4edf-a1a5-cf074eb23e7b","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.806197721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"137b3e92-408b-465e-81e3-618177087887","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"maas-trlp-e2e-lifecycle-model-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.827451703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"383b847b-80bf-4edf-a1a5-cf074eb23e7b","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"e2e-mt-524036b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.840719643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f03d4b9-c7c3-47c3-9df0-6a1376924dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.854517294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f03d4b9-c7c3-47c3-9df0-6a1376924dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.868820184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f03d4b9-c7c3-47c3-9df0-6a1376924dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:00.883280637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f03d4b9-c7c3-47c3-9df0-6a1376924dbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:01.534986475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fafc31-eb8a-4c1d-9af3-e5385bb97d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:01.552406773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fafc31-eb8a-4c1d-9af3-e5385bb97d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:01.567416018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fafc31-eb8a-4c1d-9af3-e5385bb97d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:01.582285213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fafc31-eb8a-4c1d-9af3-e5385bb97d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:02.197281784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c441f4-1250-4de2-b478-4e79a6e752d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:02.211350434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c441f4-1250-4de2-b478-4e79a6e752d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:02.225587596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c441f4-1250-4de2-b478-4e79a6e752d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:02.238804643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c441f4-1250-4de2-b478-4e79a6e752d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:02.907113784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37106b8-39d9-4837-b6e7-250d28c42571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:02.920961634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37106b8-39d9-4837-b6e7-250d28c42571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:02.934555515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37106b8-39d9-4837-b6e7-250d28c42571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:02.951746168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37106b8-39d9-4837-b6e7-250d28c42571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:03.617518108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bd0d7e-72ea-46ee-a83d-fab33da9c31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:03.634087106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bd0d7e-72ea-46ee-a83d-fab33da9c31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:03.650301432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bd0d7e-72ea-46ee-a83d-fab33da9c31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:03.66536391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bd0d7e-72ea-46ee-a83d-fab33da9c31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:06.286454945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"c2bcffaf-9a60-434b-ba94-f9910425f04d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a2a766","tenantID":"e2e-api-a-a2a766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:06.304924835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"c2bcffaf-9a60-434b-ba94-f9910425f04d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"name":"e2e-api-a-a2a766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:06.322986217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a2a766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a21dfed872e786b9b23112715fad6b3dba7a70ca67e4ffd614dc21c401d72949) AuthConfig (f69d0266d511da12100923685723b9a0558706aaf48c1ac32d3768663ed8066b) AuthConfig (b0ad3f7f76a502aec4079117c5d895c075f63835fbab03bd8d900b4ace39a726) AuthConfig (892f0ffa5a482dca321cff1001e048a713485dbcc24a79cf465b20e8652b5ace) AuthConfig (c7de949ab4d3718f96504131685defc714c66abf0f4ba118bf01c460192bb995) AuthConfig (f4636e331de31ac2ae3e1399844326c52654afe727cbc686d62d59d85930f57e) EnvoyFilter (openshift-ingress/e2e-api-a-a2a766) EnvoyFilter (openshift-ingress/e2e-api-a-a2a766)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"c2bcffaf-9a60-434b-ba94-f9910425f04d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:06.766719275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"81f1b4f6-9f50-48a3-9846-042ef66321ef","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:06.767302917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"336ee84f-fa20-4788-b0e1-0575295fb056","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:06.899843085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"e8ae9a57-da8f-48f9-9a6a-24fe55d954c2","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.737754963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"0c616c5e-a45c-4559-89a9-77eb775104fb","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.754318141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"8e1aaff3-88ea-4f09-b7c1-faeb35aed8a5","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.809101178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"3f3766f7-d465-40ab-b64a-84bf8aef6c58","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.827746662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"3f3766f7-d465-40ab-b64a-84bf8aef6c58","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.90375254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"84976c01-b83f-4df6-a6b3-a56ed81643b1","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.954706481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"ec34adfd-c6f1-451a-a7fd-8e50f913415e","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.955033698Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-849ac3 priority=10:[ai-tenant-e2e-worker-w4-849ac3/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-849ac3/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.95538442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"d9d57f69-9831-4ae9-83b8-9508af532ebe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.973634522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"d9d57f69-9831-4ae9-83b8-9508af532ebe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.976274171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"ba180ff0-1c33-429c-8252-afd7a4521496","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:07.989440154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub1","reconcileID":"da586001-a008-4d6c-aa12-3fd8e0d348e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:07.992696355Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"ba180ff0-1c33-429c-8252-afd7a4521496","name":"distinct-w4-849ac3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-849ac3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:07.992750164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"ba180ff0-1c33-429c-8252-afd7a4521496","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-849ac3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.993100721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"c7e08d36-00a4-4da3-9951-a5d3bc1ba29d","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:07.998554444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"f766e66d-70f9-47e1-93d4-b599a6a66047","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.020390984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"09499ccc-adbd-407f-90d6-5d4cca10a14d","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.039211124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"fa064482-bcf3-422d-9311-6814c3cff196","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.066714824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"fc64b1f8-5523-4464-85f0-47fa9f54675e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.086037303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"fc64b1f8-5523-4464-85f0-47fa9f54675e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.097006906Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub1","reconcileID":"c28abdbd-2c3f-4cfe-bc87-583c2556168a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-distinct-w4-849ac3","model":"distinct-w4-849ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.147626379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"2c5fcb2b-84d6-4d59-a3e1-af2c628c42cf","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.160647567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"0efc476a-e5b8-4339-a19d-bece4e692b3f","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.177376302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"ce7fe9ed-9518-40c1-a9c5-30822a4b3742","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.188584119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub1","reconcileID":"2def58b6-b84f-42d3-b0ba-6aedad40afbf","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-distinct-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.241224172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"2a6fd914-8751-4994-bdb8-4be71d6df3ae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.259405696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"2a6fd914-8751-4994-bdb8-4be71d6df3ae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.334510187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"29621e12-4839-47f8-8dbc-57251312611f","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.385570808Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-849ac3 priority=10:[ai-tenant-e2e-worker-w4-849ac3/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-849ac3/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.386545911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"b30986fb-9beb-4278-a954-2f05d963cff6","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.407986687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"f4f7df78-8ad6-49a6-af5d-1764f81816e0","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.450962844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"75eb675f-a691-43d3-9964-20d0beeae3b6","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:08.451496403Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-849ac3/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.467082093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"ad15bfd6-e3aa-4972-a44f-9b5dee019758","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.477971067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"a21d9c51-0cb5-4a13-a639-9c1d690c2cb1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.541197136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"a21d9c51-0cb5-4a13-a639-9c1d690c2cb1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.557512956Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub2","reconcileID":"8bfe6548-8133-400d-b39f-6977e6d536b1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-distinct-2-w4-849ac3","model":"distinct-2-w4-849ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.60798981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"0e002203-fdab-4c6d-a1b5-2ba97f50e7e9","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.646018288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"4726f8e9-cca3-4106-b53a-93c7741ed933","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.648526517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub2","reconcileID":"ffd1cf3c-633b-4d77-8f76-934a64df6ce1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-distinct-2-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:08.666557413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"4726f8e9-cca3-4106-b53a-93c7741ed933","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:09.328263437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"95e95d5e-6fea-439d-9cc4-13e0cef495a9","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:09.375689706Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub1","reconcileID":"41a27747-fce1-45aa-bfa8-2257bd205bd5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ba7e67b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:09.41372645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"52a088c0-5453-4cf3-9f8a-8be8e0a5442d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:09.433410761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"52a088c0-5453-4cf3-9f8a-8be8e0a5442d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:10.829127457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"f1335bc5-74ab-455d-b633-73d011e6979a","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:10.829187825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"f1335bc5-74ab-455d-b633-73d011e6979a","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:10.854914196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"91cf80bf-1f16-4efb-8b1d-b36162cdd5a3","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:10.869073489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"a6b17400-d3ee-4350-969e-7de27ad15a8b","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"maas-trlp-e2e-lifecycle-model-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:10.873253467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"91cf80bf-1f16-4efb-8b1d-b36162cdd5a3","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"e2e-mt-524036b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:10.969943718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"600a4985-b2b2-46c2-a102-98bf40832eb0","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"maas-trlp-e2e-lifecycle-model-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:16.349997705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"a4a52dfb-39a5-4ba6-b933-a875e0fa2a3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a2a766","tenantID":"e2e-api-a-a2a766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:16.369674403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"a4a52dfb-39a5-4ba6-b933-a875e0fa2a3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"name":"e2e-api-a-a2a766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:16.548885615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77e0bee2-5d95-4b95-9a27-c3c04a25fb8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:16.549010013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77e0bee2-5d95-4b95-9a27-c3c04a25fb8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:16.812085146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77fbfac-5abf-4fda-afe8-212f952ec4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:16.825864236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77fbfac-5abf-4fda-afe8-212f952ec4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:16.840426653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77fbfac-5abf-4fda-afe8-212f952ec4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:16.854790259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77fbfac-5abf-4fda-afe8-212f952ec4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:17.407716923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebed164-ff1e-41e2-99e0-9901428547cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:17.421275873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebed164-ff1e-41e2-99e0-9901428547cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:17.434832013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebed164-ff1e-41e2-99e0-9901428547cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:17.448772492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebed164-ff1e-41e2-99e0-9901428547cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:17.884217284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"136e9a24-6384-415c-a4ec-1e8b31c923e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6b21d1","tenantID":"e2e-api-b-6b21d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:17.925181563Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"136e9a24-6384-415c-a4ec-1e8b31c923e4","name":"e2e-api-b-6b21d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:18.807661467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.390045316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub1","reconcileID":"4d45ce32-9de5-407c-801e-0b2c1eff2f5d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.403666352Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub1","reconcileID":"4d45ce32-9de5-407c-801e-0b2c1eff2f5d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.417456859Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub1","reconcileID":"4d45ce32-9de5-407c-801e-0b2c1eff2f5d","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.496109619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"6c432caa-7bbe-4a60-93c3-0647eab3196f","namespace":"ai-tenant-e2e-mt-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.496204572Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"6c432caa-7bbe-4a60-93c3-0647eab3196f","name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.500012562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"d3eaca68-0ed9-47c5-8317-fe82440d8d11","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.514469493Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"6c432caa-7bbe-4a60-93c3-0647eab3196f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.514484412Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"6c432caa-7bbe-4a60-93c3-0647eab3196f","namespace":"ai-tenant-e2e-mt-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.514540863Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"6c432caa-7bbe-4a60-93c3-0647eab3196f","name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.51964035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6ff6005d-0bae-49aa-a175-797e665b69b1","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.519655249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6ff6005d-0bae-49aa-a175-797e665b69b1","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.531071884Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"8924d594-d2d6-46c2-b458-1f7e78440025","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.531532362Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"6c432caa-7bbe-4a60-93c3-0647eab3196f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.539984037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"1680897c-4424-403b-aea7-5a371f923e03","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.541172568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"fef78360-b614-41a9-98bc-d1aa63a94ce2","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.541241359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"fef78360-b614-41a9-98bc-d1aa63a94ce2","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:19.559629103Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"fef78360-b614-41a9-98bc-d1aa63a94ce2","name":"e2e-lifecycle-model-524036b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-524036b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:19.559710882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"fef78360-b614-41a9-98bc-d1aa63a94ce2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-524036b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.559899332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"f8670e7a-f94e-4391-b356-55c21ef2db9f","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.565041148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"866314c3-2d39-4575-9388-db11a0c11382","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.565062462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"866314c3-2d39-4575-9388-db11a0c11382","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.568548768Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"c01f8007-181b-480f-a4cc-364a5e1bd834","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ccf33864","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.598595393Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"7ac5e94f-dd26-4617-91bf-15224d962ad0","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ccf33864","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.6009169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"02efa3b4-ada6-4bcf-a45b-6a35fd932f5a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.643207557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"02efa3b4-ada6-4bcf-a45b-6a35fd932f5a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.659982558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"3f5d5f08-5f83-47f7-8182-13ffddb6fd5d","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.661879892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"8924d594-d2d6-46c2-b458-1f7e78440025","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.680845452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"8924d594-d2d6-46c2-b458-1f7e78440025","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"e2e-mt-524036b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.680862306Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-policy-524036b8","reconcileID":"8924d594-d2d6-46c2-b458-1f7e78440025","MaaSAuthPolicy":{"name":"e2e-policy-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.698793483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"659a3b0b-b86a-42e9-8a16-a7cd9279f1c9","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.69881033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"659a3b0b-b86a-42e9-8a16-a7cd9279f1c9","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.708460393Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub2","reconcileID":"89bdfc65-8f0b-4f35-91b8-1402294c92b4","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21578741","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.778524964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75fb3fb2-6f85-481d-8f3c-7c23d9b50d21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.778544285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75fb3fb2-6f85-481d-8f3c-7c23d9b50d21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.796777684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f035153-c9e2-465a-8ac6-3c09dc4e1dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.796798902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f035153-c9e2-465a-8ac6-3c09dc4e1dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.814256487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"ef343073-fc43-4c4d-bd5e-520d8df09ad2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.832526268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"ef343073-fc43-4c4d-bd5e-520d8df09ad2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.879130478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"483daf5f-16ef-4c28-9af0-0d5a3438386c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8f118d","tenantID":"e2e-api-b-8f118d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.897433151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"483daf5f-16ef-4c28-9af0-0d5a3438386c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"name":"e2e-api-b-8f118d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.914271953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8f118d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe1c7b11f0d972e33e619e6debe313fd785ad8a20c88d8b3827e7e40a0366ba6) AuthConfig (e23360aef7d237c602f731ee49d6e008937d1b37e211e667978e1b970a7949f8) AuthConfig (7cf607e6585edbd5d7acc29c3e8451ba1676eaf986e052e1b2b88edaf80a991a) AuthConfig (faafadf3f1fad4357e2161851f9edeb525694e227975e50a9ee89fe04db265c8) AuthConfig (c02b5e94e52c7d8accfdb9d8ac3fbc7844514664b003ee28a2074684a9139a2d) AuthConfig (46b18baf31065681df83ed1003010284211184ff4240bf8e9d452c0e06235f52) EnvoyFilter (openshift-ingress/e2e-api-b-8f118d) EnvoyFilter (openshift-ingress/e2e-api-b-8f118d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"483daf5f-16ef-4c28-9af0-0d5a3438386c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.93184559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"880c994d-75b0-4563-ab6f-062b3d36e61c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:19.931868316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"880c994d-75b0-4563-ab6f-062b3d36e61c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:20.893932264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"8490372c-96c0-41f6-be67-7961543ba5f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bcd2e1","tenantID":"e2e-api-a-bcd2e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:20.911919422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"8490372c-96c0-41f6-be67-7961543ba5f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"name":"e2e-api-a-bcd2e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.113957393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"a7e0bd3d-7f52-4a8f-bf89-5b975d6d127d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bcd2e1","tenantID":"e2e-api-a-bcd2e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.150885362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"a7e0bd3d-7f52-4a8f-bf89-5b975d6d127d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"name":"e2e-api-a-bcd2e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.161837828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e6410f-f263-4246-b113-0467e84a66c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.175871355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e6410f-f263-4246-b113-0467e84a66c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.241669987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e6410f-f263-4246-b113-0467e84a66c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.255737891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6e6410f-f263-4246-b113-0467e84a66c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.810757133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4867af8d-7708-4cb7-b998-6cac0d1ef4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.824578832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4867af8d-7708-4cb7-b998-6cac0d1ef4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.838087507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4867af8d-7708-4cb7-b998-6cac0d1ef4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:21.851409899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4867af8d-7708-4cb7-b998-6cac0d1ef4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:22.419761092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d0280-5fda-4a43-8f7c-ee48c05fd954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:22.433094709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d0280-5fda-4a43-8f7c-ee48c05fd954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:22.446544782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d0280-5fda-4a43-8f7c-ee48c05fd954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:22.459828847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d0280-5fda-4a43-8f7c-ee48c05fd954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:28.992100134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c895bbbc-2f7d-44bc-b90f-f702f94dc91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:28.992114379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"df524cba-8efc-4940-9204-5b1f56eea960","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:28.992482217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"5f8231ae-e970-4500-b70e-1755b4f2b597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:28.992525793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"6f8468b0-970b-4960-82e8-4de74bed31da","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.011302552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"df524cba-8efc-4940-9204-5b1f56eea960","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.012268958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c895bbbc-2f7d-44bc-b90f-f702f94dc91b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.013934839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"5f8231ae-e970-4500-b70e-1755b4f2b597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.015633927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"6f8468b0-970b-4960-82e8-4de74bed31da","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.612898942Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"4d8277b8-fff6-4104-aec5-045dcbc02077","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","subscription":"e2e-sub-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.627128973Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"4d8277b8-fff6-4104-aec5-045dcbc02077","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.641028772Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-sub-524036b8","reconcileID":"4d8277b8-fff6-4104-aec5-045dcbc02077","MaaSSubscription":{"name":"e2e-sub-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"name":"maas-trlp-e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.722813263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub2","reconcileID":"c0921353-b2e1-4b87-98ca-2a2ee9dfe39b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.72336248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"f87c7463-19bb-4c1e-acea-5956f3022833","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.723378281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"f87c7463-19bb-4c1e-acea-5956f3022833","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.736969706Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub2","reconcileID":"c0921353-b2e1-4b87-98ca-2a2ee9dfe39b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.755959434Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-sub2","reconcileID":"c0921353-b2e1-4b87-98ca-2a2ee9dfe39b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.910093476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"fd7323b9-0482-40db-aa70-424e87f237d0","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.959415504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"80a0081d-1202-405d-8d08-abc8deac3521","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8f118d","tenantID":"e2e-api-b-8f118d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.979062466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"80a0081d-1202-405d-8d08-abc8deac3521","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"name":"e2e-api-b-8f118d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:29.9995847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"c34d6e7c-3fba-4e9f-836b-3dd4633c0546","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:30.020094068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"c34d6e7c-3fba-4e9f-836b-3dd4633c0546","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:30.067373345Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth1","reconcileID":"36fbddb0-ce99-4e6e-94ff-5beac22e5946","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:30.067379958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"aafb3db5-6375-445a-a512-3461cefac1e9","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:30.148103247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a0edbb-6b8a-4bcf-b0bb-75e7d2aa4b96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:30.148167067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a0edbb-6b8a-4bcf-b0bb-75e7d2aa4b96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:30.161586075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"4773f8d3-b807-49f6-ba60-e57e2b169ce6","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:30.343800111Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-ignore-header-auth2","reconcileID":"f1ef9ea3-e63c-42e9-af31-752d377d3129","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:30.343807705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"cab595ae-b182-4987-846d-d25827a18b3d","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:30.475605235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"ab24ec77-1198-4b54-93dc-8b3b65d89762","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:31.009470615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"751c9727-8514-4300-918b-49115aa02f05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bcd2e1","tenantID":"e2e-api-a-bcd2e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:31.027625583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"751c9727-8514-4300-918b-49115aa02f05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"name":"e2e-api-a-bcd2e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:34.868081482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ed016e-79ad-404e-8634-a434f398e374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:34.88611695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ed016e-79ad-404e-8634-a434f398e374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:34.902841582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ed016e-79ad-404e-8634-a434f398e374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:34.917126729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ed016e-79ad-404e-8634-a434f398e374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:35.453717331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f736c9-6ecb-4e03-8ea3-4bab588c67d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:35.467252908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f736c9-6ecb-4e03-8ea3-4bab588c67d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:35.480850459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f736c9-6ecb-4e03-8ea3-4bab588c67d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:35.496496703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f736c9-6ecb-4e03-8ea3-4bab588c67d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:35.980132282Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","namespace":"ai-tenant-e2e-mt-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:35.980302035Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","namespace":"ai-tenant-e2e-mt-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:35.980395018Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","tenant":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:35.99613755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"Deployment","name":"maas-api-e2e-mt-524036b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.032057082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"Service","name":"maas-api-e2e-mt-524036b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.057020752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-524036b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.083308136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-524036b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.09005096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee170476-05f1-4cc4-b32b-082fd9638a82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.090137455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee170476-05f1-4cc4-b32b-082fd9638a82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.102875313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.107387457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32797c73-6f95-437d-ab18-40cbfbe8e762","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.107405971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32797c73-6f95-437d-ab18-40cbfbe8e762","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.122163388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.133718351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"613692a9-c004-4280-81a5-8c8bba82b02a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6b21d1","tenantID":"e2e-api-b-6b21d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.140371852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.15347813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"613692a9-c004-4280-81a5-8c8bba82b02a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"name":"e2e-api-b-6b21d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.156488259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.1696514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"Deployment","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.171738652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6b21d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4fda73b74ded10ea3c80477b6963922fc069efa8f7ed570ba81de522e51076c) AuthConfig (86713a6d3d25f344321138658c5d805b606876e347a04a60dbf18fbf7613e9b7) AuthConfig (34c04c9390a68278698440f05a1bfd483be6390985f2504ca5bbb561f6fb7d40) AuthConfig (654c65297614eec05f9cfc85cf3db0cc43227a9899a2f27bb433ae2efa36a7fa) AuthConfig (fe32ca6ebf21b67b2838e3e1f4e9e745e26011b0d683185a8891640d3c34ec32) AuthConfig (453d0c679a0add4f866256db02eca54f1c396a47cb60cadf15a73951503a6482) EnvoyFilter (openshift-ingress/e2e-api-b-6b21d1) EnvoyFilter (openshift-ingress/e2e-api-b-6b21d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"613692a9-c004-4280-81a5-8c8bba82b02a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.18287098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.190744129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3d2ed8e-4884-46d1-b256-7b20e8923bda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.190760891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3d2ed8e-4884-46d1-b256-7b20e8923bda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.195930956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"Service","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.209409154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"Service","name":"payload-pre-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.222584987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"DestinationRule","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.238767553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.251878391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.275034606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.295598058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.309621463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.325379058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.342101934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"f9654c0a-8993-4e31-986d-596006649bb3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-524036b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:36.701822336Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-524036b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-524036b8","reconcileID":"8a6be58e-a083-43ce-8d2d-3be0ffe30321","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-524036b8","removed":["maas.opendatahub.io/gateway-access-e2e-mt-524036b8"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.772117491Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"91bdad91-97f8-45d3-b1d2-feb7cb44e6dc","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.805946464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"91bdad91-97f8-45d3-b1d2-feb7cb44e6dc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.811378778Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"942eb639-6f82-4b90-bf67-0af951c2a2cc","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.811456656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"942eb639-6f82-4b90-bf67-0af951c2a2cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.821880567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"51052373-ca79-4414-b450-5d5fe079ea9e","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.821966056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"51052373-ca79-4414-b450-5d5fe079ea9e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.843259372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"0cb7abde-e54e-4066-bdc0-6b51058170bf","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.843345667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"0cb7abde-e54e-4066-bdc0-6b51058170bf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.883957744Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6421d6c3-1bad-4f3c-b1bf-3322e9f79fea","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.884076852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6421d6c3-1bad-4f3c-b1bf-3322e9f79fea","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.96529591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6797e8a4-0a45-477f-b3d7-fd97ad082c01","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.965393056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6797e8a4-0a45-477f-b3d7-fd97ad082c01","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.989599947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"0222dd6b-07b4-4ae8-82ef-7e627e471284","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:36.989667398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"0222dd6b-07b4-4ae8-82ef-7e627e471284","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.076859292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b31766-1059-4d85-9316-e23dbe66e32e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.092090871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b31766-1059-4d85-9316-e23dbe66e32e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:37.093871113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"5634bbc0-3b88-4662-8b06-49614300fda5","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:37.094013201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"5634bbc0-3b88-4662-8b06-49614300fda5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.108203361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b31766-1059-4d85-9316-e23dbe66e32e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.121852741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b31766-1059-4d85-9316-e23dbe66e32e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:37.368406437Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"af390daf-8add-4c62-905e-59819e939a60","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:37.381275959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"af390daf-8add-4c62-905e-59819e939a60","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:37.392571474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"1f1f73d9-2fb8-4cb1-9150-8f3ba59cb79d","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:37.392801756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"1f1f73d9-2fb8-4cb1-9150-8f3ba59cb79d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.410981111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"fcac5240-5d3a-40ba-aaf5-35a81b7fbca1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a2a766","tenantID":"e2e-api-a-a2a766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.463540901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"fcac5240-5d3a-40ba-aaf5-35a81b7fbca1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"name":"e2e-api-a-a2a766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.61758893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"d9204431-647f-4649-8a5f-3bc544f039e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a2a766","tenantID":"e2e-api-a-a2a766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.636277072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"d9204431-647f-4649-8a5f-3bc544f039e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"name":"e2e-api-a-a2a766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.709866801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e2fee5-7fdc-4082-9135-92b35dfa9240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.723831622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e2fee5-7fdc-4082-9135-92b35dfa9240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.737340714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e2fee5-7fdc-4082-9135-92b35dfa9240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:37.750649895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e2fee5-7fdc-4082-9135-92b35dfa9240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:38.125829681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"fd8d3819-e1f1-4ad4-a06a-24cb84ce669f","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:38.125911173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"fd8d3819-e1f1-4ad4-a06a-24cb84ce669f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:38.183076081Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d534b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d534b3","reconcileID":"c713e7cf-8ba1-43cd-bed8-a23d01d4be07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d534b3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-d534b3":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:38.28068299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6f3bece8-9c2a-48a0-9126-276b71ce2e55","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:38.28074481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6f3bece8-9c2a-48a0-9126-276b71ce2e55","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:38.335688837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b9524-d335-490c-b820-3630d0882083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:38.349041273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b9524-d335-490c-b820-3630d0882083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:38.362488595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b9524-d335-490c-b820-3630d0882083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:38.375726588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a6b9524-d335-490c-b820-3630d0882083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:38.940679931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1917c92-6f01-4c75-9acd-25fde634c04f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:38.954251583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1917c92-6f01-4c75-9acd-25fde634c04f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:38.968273228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1917c92-6f01-4c75-9acd-25fde634c04f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:38.982808749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1917c92-6f01-4c75-9acd-25fde634c04f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:39.639194435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"38c97d8e-82fa-4d05-9488-4beae6cf77bf","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:39.639266024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"38c97d8e-82fa-4d05-9488-4beae6cf77bf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.701820159Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"c1e5627e-8b33-4493-9e94-2770d01ae294","namespace":"ai-tenant-e2e-api-a-bcd2e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.701908854Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"c1e5627e-8b33-4493-9e94-2770d01ae294","namespace":"ai-tenant-e2e-api-a-bcd2e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.701984742Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"c1e5627e-8b33-4493-9e94-2770d01ae294","name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.719429038Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"c1e5627e-8b33-4493-9e94-2770d01ae294","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.719557108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"c6e826ff-3298-4352-9bd2-062cd9ee262b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.719982745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58759527-7f75-4c14-b6e3-3e2df5438cd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.719997872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58759527-7f75-4c14-b6e3-3e2df5438cd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.864887662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"c6e826ff-3298-4352-9bd2-062cd9ee262b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bcd2e1","tenantID":"e2e-api-a-bcd2e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.883481582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"c6e826ff-3298-4352-9bd2-062cd9ee262b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"name":"e2e-api-a-bcd2e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.883504452Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"e2e-e2e-api-a-bcd2e1-policy","reconcileID":"c6e826ff-3298-4352-9bd2-062cd9ee262b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bcd2e1-policy","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bcd2e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.901654716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9af38bd2-9b87-4caf-99e8-bb7d2736b457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:41.901671329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9af38bd2-9b87-4caf-99e8-bb7d2736b457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.772934828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"915ce7b7-2519-49e9-922f-34cbedbf743d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.772956073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"915ce7b7-2519-49e9-922f-34cbedbf743d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.791392326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bb2e9cc-635a-4acf-a254-d71ff10c1f3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.791419373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bb2e9cc-635a-4acf-a254-d71ff10c1f3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.833716095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b676b7d2","reconcileID":"d516de48-c1ef-4825-bf69-99b393201999","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.853540795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b676b7d2","reconcileID":"d516de48-c1ef-4825-bf69-99b393201999","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.931375478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"188ad661-b6d9-4dce-81b7-7ef591996f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.931396117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"188ad661-b6d9-4dce-81b7-7ef591996f92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.970591987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b676b7d2","reconcileID":"f894328a-59da-4a71-accd-572c1b27c15d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.9847985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457b1d90-f707-4f03-96c8-b6963e5270f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.984820748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457b1d90-f707-4f03-96c8-b6963e5270f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:43.990499141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b676b7d2","reconcileID":"f894328a-59da-4a71-accd-572c1b27c15d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.001790945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"508079fa-e1ee-4710-a40c-9bb51a3adbab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.001811107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"508079fa-e1ee-4710-a40c-9bb51a3adbab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:44.017988417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b676b7d2","reconcileID":"d51cafb3-d372-452d-ac36-4243a1d26f1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-b676b7d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.054323214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cf6383b-a09b-4866-a344-e054bd5e5c3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.054346619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cf6383b-a09b-4866-a344-e054bd5e5c3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.071105888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4044ba5-95b4-4da7-b4c9-406691a7b2d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.07112414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4044ba5-95b4-4da7-b4c9-406691a7b2d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.132631523Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b676b7d2","reconcileID":"13d190e3-dcdd-4b6d-aa23-bcb13526ad61","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-b676b7d2","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.132782907Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b676b7d2","reconcileID":"13d190e3-dcdd-4b6d-aa23-bcb13526ad61","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b676b7d2","error":"MaaSModelRef not found: llm/nonexistent-model-b676b7d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.201126592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ad0c6e3-57fd-4994-adfa-3755e2fabddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.201171191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ad0c6e3-57fd-4994-adfa-3755e2fabddd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.2146172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f6d7305-4bc2-4723-8451-56011309dc04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.312991976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b676b7d2","reconcileID":"86715af6-752c-4517-aad2-5299cc0b8252","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:44.313092035Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b676b7d2","reconcileID":"86715af6-752c-4517-aad2-5299cc0b8252","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b676b7d2","error":"MaaSModelRef not found: llm/nonexistent-model-b676b7d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:46.217830283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"8371a57f-429d-4f7f-9be5-f14938c13c83","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6b21d1","tenantID":"e2e-api-b-6b21d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:46.23627045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"8371a57f-429d-4f7f-9be5-f14938c13c83","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"name":"e2e-api-b-6b21d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:46.253829858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6b21d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4fda73b74ded10ea3c80477b6963922fc069efa8f7ed570ba81de522e51076c) AuthConfig (86713a6d3d25f344321138658c5d805b606876e347a04a60dbf18fbf7613e9b7) AuthConfig (34c04c9390a68278698440f05a1bfd483be6390985f2504ca5bbb561f6fb7d40) AuthConfig (654c65297614eec05f9cfc85cf3db0cc43227a9899a2f27bb433ae2efa36a7fa) AuthConfig (fe32ca6ebf21b67b2838e3e1f4e9e745e26011b0d683185a8891640d3c34ec32) AuthConfig (453d0c679a0add4f866256db02eca54f1c396a47cb60cadf15a73951503a6482) EnvoyFilter (openshift-ingress/e2e-api-b-6b21d1) EnvoyFilter (openshift-ingress/e2e-api-b-6b21d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"8371a57f-429d-4f7f-9be5-f14938c13c83","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:46.775623363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf83f08a-bd5b-4bbc-bd35-30889bcff4d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:46.775647397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf83f08a-bd5b-4bbc-bd35-30889bcff4d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:47.405715315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"d585be4a-9019-4889-b320-ac8f8be8d0ce","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:47.40577576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"d585be4a-9019-4889-b320-ac8f8be8d0ce","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:47.50585346Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"41e8d896-c122-4450-b667-d242995cb221","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:47.505919147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"41e8d896-c122-4450-b667-d242995cb221","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:47.541685558Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"d3d6ab6b-11a7-4b75-82c6-4c6f95bbd47d","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:47.541761316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"d3d6ab6b-11a7-4b75-82c6-4c6f95bbd47d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:47.56827556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"4bee870e-3258-43f5-b5c0-f69a9957b322","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a2a766","tenantID":"e2e-api-a-a2a766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:47.58801261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"4bee870e-3258-43f5-b5c0-f69a9957b322","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"name":"e2e-api-a-a2a766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:47.692720008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316fe3eb-a8fa-46de-b67a-d5ab39194333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:47.706307482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316fe3eb-a8fa-46de-b67a-d5ab39194333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:47.719836527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316fe3eb-a8fa-46de-b67a-d5ab39194333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:47.733261989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316fe3eb-a8fa-46de-b67a-d5ab39194333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.504873233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a18f65-506a-454c-9294-cb65756841a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.518509415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a18f65-506a-454c-9294-cb65756841a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.532125648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a18f65-506a-454c-9294-cb65756841a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.545793761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a18f65-506a-454c-9294-cb65756841a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.550983612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"63be9ea8-602b-4e7b-a400-ef7ee9a8000d","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.551003817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"63be9ea8-602b-4e7b-a400-ef7ee9a8000d","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.599245923Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-524036b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-524036b8","reconcileID":"c23137e4-d52f-4838-a73f-89be3512182c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-524036b8","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-524036b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.814458646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.932531156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"b57b0629-dd6f-4352-9bcc-b71a5e5fa3a8","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:48.932554225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"b57b0629-dd6f-4352-9bcc-b71a5e5fa3a8","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:49.225210216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615cd516-9e60-4b59-92b0-e5c28e8cd169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:49.238888139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615cd516-9e60-4b59-92b0-e5c28e8cd169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:49.252274826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615cd516-9e60-4b59-92b0-e5c28e8cd169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:49.266513264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615cd516-9e60-4b59-92b0-e5c28e8cd169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:51.771964633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"1c206cac-f47c-4de6-ba62-10bce9223054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:51.771974036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"23db1b2a-6db2-4af9-bcfb-c231089e1f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:51.790805907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"23db1b2a-6db2-4af9-bcfb-c231089e1f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:51.793342788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"1c206cac-f47c-4de6-ba62-10bce9223054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:53.284415941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"df5a74c7-cb2c-4a04-a65f-22d91346817c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:53.325195638Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"df5a74c7-cb2c-4a04-a65f-22d91346817c","name":"e2e-mt-524036b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.285420204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"383f39de-3105-4f20-a0e3-152ffecaf7ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6b21d1","tenantID":"e2e-api-b-6b21d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.306836819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"383f39de-3105-4f20-a0e3-152ffecaf7ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"name":"e2e-api-b-6b21d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.396607711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a796f99-4d90-40b6-96c2-0742988ca5dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.396709318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a796f99-4d90-40b6-96c2-0742988ca5dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.52603854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"58811d90-d983-49e0-b137-6ca4f57258bb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d534b3","tenantID":"e2e-api-a-d534b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.573960306Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"58811d90-d983-49e0-b137-6ca4f57258bb","name":"e2e-api-a-d534b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.824482811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b676b7d2","reconcileID":"efd991af-9415-4c7a-b920-3fc606801df0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-b676b7d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.87562823Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b676b7d2","reconcileID":"efd991af-9415-4c7a-b920-3fc606801df0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.875658057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b676b7d2","reconcileID":"efd991af-9415-4c7a-b920-3fc606801df0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b676b7d2","subscription":"e2e-neg-ghost-sub-b676b7d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.875777495Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b676b7d2","reconcileID":"efd991af-9415-4c7a-b920-3fc606801df0","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b676b7d2","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b676b7d2","error":"MaaSModelRef not found: llm/nonexistent-model-b676b7d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:56.917728026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89d876b6-4e41-4589-9687-93eb4087b822","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.030737575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24e51d64-1243-46e2-b318-ccf7f7276b2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.03076453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24e51d64-1243-46e2-b318-ccf7f7276b2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.193763061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b676b7d2","reconcileID":"d2911935-5109-47cf-a6d0-c0f618a529f7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b676b7d2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.194031322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8224f30-47ca-4a6f-8d24-b4c7a641d7be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.194061944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8224f30-47ca-4a6f-8d24-b4c7a641d7be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.32653022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8775add-b485-4559-8e9c-8f107ad39490","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.326552572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8775add-b485-4559-8e9c-8f107ad39490","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.535231815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a4a442d-e788-41a9-b68b-14e345c4ad87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.535252538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a4a442d-e788-41a9-b68b-14e345c4ad87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.554347788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52038f80-7c94-40d5-8566-6fffb6512436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.554376424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52038f80-7c94-40d5-8566-6fffb6512436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.607131162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"7be620fd-c2dc-43b7-8c60-6417e4d8fd6a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.625193984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"7be620fd-c2dc-43b7-8c60-6417e4d8fd6a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.663361778Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"7be620fd-c2dc-43b7-8c60-6417e4d8fd6a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9dfe31df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.796687668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b00072-7889-4296-ab82-84b32f937cb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.796707492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b00072-7889-4296-ab82-84b32f937cb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.852784088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"4cc0ed24-0894-4733-b263-29f0f1bd3ad1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.872096114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"4cc0ed24-0894-4733-b263-29f0f1bd3ad1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:57.904230204Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"4cc0ed24-0894-4733-b263-29f0f1bd3ad1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9dfe31df","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:51:58.133182146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"4cc0ed24-0894-4733-b263-29f0f1bd3ad1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-9dfe31df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.191688979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"f2f46d33-6886-447f-9b79-1c891381ee89","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.209974391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"f2f46d33-6886-447f-9b79-1c891381ee89","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.23638136Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"9e73aedb-23f7-4199-9e3f-fcd0bdb61a03","namespace":"ai-tenant-e2e-api-a-a2a766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.236468211Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"9e73aedb-23f7-4199-9e3f-fcd0bdb61a03","namespace":"ai-tenant-e2e-api-a-a2a766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.236536189Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"9e73aedb-23f7-4199-9e3f-fcd0bdb61a03","name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.239996326Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"f2f46d33-6886-447f-9b79-1c891381ee89","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9dfe31df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.257000325Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"0059d355-c13b-4748-acac-88da0a46cf14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.257293396Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"9e73aedb-23f7-4199-9e3f-fcd0bdb61a03","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.257476203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fd6c343-ca98-4394-a8f0-51028cc5c6e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.257545033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fd6c343-ca98-4394-a8f0-51028cc5c6e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.298466985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"0059d355-c13b-4748-acac-88da0a46cf14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a2a766","tenantID":"e2e-api-a-a2a766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.31659833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"0059d355-c13b-4748-acac-88da0a46cf14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"name":"e2e-api-a-a2a766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.316620164Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"e2e-e2e-api-a-a2a766-policy","reconcileID":"0059d355-c13b-4748-acac-88da0a46cf14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a2a766-policy","namespace":"ai-tenant-e2e-api-a-a2a766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a2a766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.335000475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1677c394-3757-42f9-8cf7-e3a80b680ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:51:58.335018884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1677c394-3757-42f9-8cf7-e3a80b680ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:00.34053057Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"73d78a39-a540-4258-83ab-6852cf67533e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:00.340649219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad19d1a-944f-483d-b53c-93c7c59e1d44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:00.340720808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ad19d1a-944f-483d-b53c-93c7c59e1d44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:00.354310223Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9dfe31df","reconcileID":"73d78a39-a540-4258-83ab-6852cf67533e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9dfe31df","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9dfe31df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:00.48444117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"894ea894-f339-4bdf-8edb-493532853822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:00.484473868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"894ea894-f339-4bdf-8edb-493532853822","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.114085426Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","namespace":"ai-tenant-e2e-api-a-bcd2e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.114176324Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","namespace":"ai-tenant-e2e-api-a-bcd2e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.114235689Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","tenant":"e2e-api-a-bcd2e1","tenantID":"e2e-api-a-bcd2e1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.129711038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"Deployment","name":"maas-api-e2e-api-a-bcd2e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.154957432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"Service","name":"maas-api-e2e-api-a-bcd2e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.177662953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-bcd2e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.195711361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-bcd2e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.215915444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.236522626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.255586866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.271513694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.284925726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"Deployment","name":"payload-processing-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.298571854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.311831206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"Service","name":"payload-processing-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.325111111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"Service","name":"payload-pre-processing-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.338535159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.3519834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.365457142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.399127956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.41982097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.439846768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.461499236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-bcd2e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.475402819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bcd2e1"},"namespace":"ai-tenant-e2e-api-a-bcd2e1","name":"default-tenant","reconcileID":"84cfb8f9-adde-4512-b285-d7407450eefe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-bcd2e1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:03.793316221Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-bcd2e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-bcd2e1","reconcileID":"f7bd8850-d29d-4d65-9f54-5c69bbe57e60","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-bcd2e1","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-bcd2e1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:04.20458893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eca66f7-afce-4f55-b9fc-e072b93d257a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:04.21888217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eca66f7-afce-4f55-b9fc-e072b93d257a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:04.232568236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eca66f7-afce-4f55-b9fc-e072b93d257a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:04.247217203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eca66f7-afce-4f55-b9fc-e072b93d257a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:04.806503362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95101c09-b02c-48ab-b2a8-5d3eb69e070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:04.820106397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95101c09-b02c-48ab-b2a8-5d3eb69e070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:04.833618909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95101c09-b02c-48ab-b2a8-5d3eb69e070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:04.847025134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95101c09-b02c-48ab-b2a8-5d3eb69e070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:05.633314866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3c9512-753b-4fad-ba7c-fa0a504a128c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:05.647672255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3c9512-753b-4fad-ba7c-fa0a504a128c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:05.661711482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3c9512-753b-4fad-ba7c-fa0a504a128c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:05.67548385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3c9512-753b-4fad-ba7c-fa0a504a128c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:06.305875701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96645abd-1962-40f3-976a-27e56183c85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:06.319427322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96645abd-1962-40f3-976a-27e56183c85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:06.332772276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96645abd-1962-40f3-976a-27e56183c85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:06.346773778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96645abd-1962-40f3-976a-27e56183c85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:06.90145771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c955cdb-4ac8-4f42-8c2e-8a8957677bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:06.916198016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c955cdb-4ac8-4f42-8c2e-8a8957677bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:06.929886168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c955cdb-4ac8-4f42-8c2e-8a8957677bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:06.943303998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c955cdb-4ac8-4f42-8c2e-8a8957677bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:07.741268289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4451bbf1-6c34-4bec-85fd-458817ffb2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:07.776064482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4451bbf1-6c34-4bec-85fd-458817ffb2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:07.803696281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4451bbf1-6c34-4bec-85fd-458817ffb2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:07.854810432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4451bbf1-6c34-4bec-85fd-458817ffb2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:08.42091652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba4e251-b66e-40aa-9ffa-40ebf68e9762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:08.434917953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba4e251-b66e-40aa-9ffa-40ebf68e9762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:08.44858328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba4e251-b66e-40aa-9ffa-40ebf68e9762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:08.46180398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba4e251-b66e-40aa-9ffa-40ebf68e9762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:09.00389382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01e4c97-00b0-47a7-b303-f4c52d2448e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:09.017512839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01e4c97-00b0-47a7-b303-f4c52d2448e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:09.030789733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01e4c97-00b0-47a7-b303-f4c52d2448e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:09.044081623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01e4c97-00b0-47a7-b303-f4c52d2448e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:09.199238416Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a432f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a432f0","reconcileID":"645f3ff0-cab6-44a8-ad53-644d333edc30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a432f0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a432f0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:09.706171139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f44ffc4-e4a7-45e2-9fb6-fc9c08a33432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:09.7195687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f44ffc4-e4a7-45e2-9fb6-fc9c08a33432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:09.733347095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f44ffc4-e4a7-45e2-9fb6-fc9c08a33432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:09.746736322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f44ffc4-e4a7-45e2-9fb6-fc9c08a33432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:10.828733507Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a432f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a432f0","reconcileID":"0fd63a11-ee88-40ae-b830-e7aa04de1647","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-a432f0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:11.380664208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"7b8bad3b-8bc1-415a-89fe-af63f08a1228","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:11.380695087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"7b8bad3b-8bc1-415a-89fe-af63f08a1228","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:11.75786209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65c5040-34d7-43a0-848b-c7d5871eeec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:11.786301339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65c5040-34d7-43a0-848b-c7d5871eeec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:11.803629458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65c5040-34d7-43a0-848b-c7d5871eeec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:11.821024533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65c5040-34d7-43a0-848b-c7d5871eeec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:11.947528902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"6dd2f62d-955b-43ba-9a15-cfb9fb10cf16","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8f118d","tenantID":"e2e-api-b-8f118d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:11.966618924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"6dd2f62d-955b-43ba-9a15-cfb9fb10cf16","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"name":"e2e-api-b-8f118d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:12.046805216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"9fa20416-014a-4dae-94ae-9e3f4381b00f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8f118d","tenantID":"e2e-api-b-8f118d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:12.067012072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"9fa20416-014a-4dae-94ae-9e3f4381b00f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"name":"e2e-api-b-8f118d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:12.377423425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e44d9d6-d52b-4383-8d94-3b55bad4df97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:12.393424779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e44d9d6-d52b-4383-8d94-3b55bad4df97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:12.407135219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e44d9d6-d52b-4383-8d94-3b55bad4df97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:12.420425712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e44d9d6-d52b-4383-8d94-3b55bad4df97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:13.000810988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40450fe-1fb8-44e1-bc6d-74c5552d4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:13.014244366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40450fe-1fb8-44e1-bc6d-74c5552d4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:13.027854422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40450fe-1fb8-44e1-bc6d-74c5552d4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:13.041472494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40450fe-1fb8-44e1-bc6d-74c5552d4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:13.617072161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f89a40-7c93-4ba6-892e-73a57c4a9889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:13.630788455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f89a40-7c93-4ba6-892e-73a57c4a9889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:13.644555398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f89a40-7c93-4ba6-892e-73a57c4a9889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:13.658504953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f89a40-7c93-4ba6-892e-73a57c4a9889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:15.203412882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4697eb1-49ea-485d-a5aa-fdb9abb6be3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:15.217714575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4697eb1-49ea-485d-a5aa-fdb9abb6be3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:15.231200657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4697eb1-49ea-485d-a5aa-fdb9abb6be3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:15.244805075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4697eb1-49ea-485d-a5aa-fdb9abb6be3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:15.802756864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ca2f64-4f99-448e-b68d-acaa1a6ccb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:15.816104397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ca2f64-4f99-448e-b68d-acaa1a6ccb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:15.829979358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ca2f64-4f99-448e-b68d-acaa1a6ccb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:15.843741421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ca2f64-4f99-448e-b68d-acaa1a6ccb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:18.807508705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.056348286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"26d1d73e-d6ed-4e64-9168-e78155904642","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.056371034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"26d1d73e-d6ed-4e64-9168-e78155904642","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.087068045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6e4fa344-b2e4-4bee-bc8a-0773f170c6e2","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.087094093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"6e4fa344-b2e4-4bee-bc8a-0773f170c6e2","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.193021901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"255a4463-4c89-4bad-b500-765398425399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.19304172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"255a4463-4c89-4bad-b500-765398425399","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.209819071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f5b0b69-757e-476b-b784-ff7dff3630ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.209840797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f5b0b69-757e-476b-b784-ff7dff3630ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.236640772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"7c56e89d-ec44-4232-8eae-416489c08949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d534b3","tenantID":"e2e-api-a-d534b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.25605658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"7c56e89d-ec44-4232-8eae-416489c08949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"name":"e2e-api-a-d534b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.272926272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d534b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a751332d956b068b89e89ed06092ed7c4cbf7ddd7d81883231c174bc8bff689b) AuthConfig (b07112fe62b196245b85e989ac231fe07632c6f004d1154f31a99ba84bfe538d) AuthConfig (f7bf1a4f490af4b5b3a7e1eb992c547ff0af0523080b7c15351031c45480620e) AuthConfig (e7f926023ca52c08937d9e5d20870691c99e4c7e5d17c5da8116de5d9228fd94) AuthConfig (098bb34faf89142944ae91a4b4b1b76e280645835ba88facc0168d88f1c22262) AuthConfig (f0082b1e4041ecd04da0c7c2e3135bc1f6f76e3603f3934640ae3dacf15bbff6) EnvoyFilter (openshift-ingress/e2e-api-a-d534b3) EnvoyFilter (openshift-ingress/e2e-api-a-d534b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"7c56e89d-ec44-4232-8eae-416489c08949","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.291886371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f625df9-dc72-4175-9977-b943e83a3d68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.291903013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f625df9-dc72-4175-9977-b943e83a3d68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.340894799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7990ddee-64a7-4574-8acc-2052a5c82849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.355153717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7990ddee-64a7-4574-8acc-2052a5c82849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.36863896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7990ddee-64a7-4574-8acc-2052a5c82849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.382529594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7990ddee-64a7-4574-8acc-2052a5c82849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.952557014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa546f5-ac43-4cca-8abb-6e2fcf1ba996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.966209042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa546f5-ac43-4cca-8abb-6e2fcf1ba996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.979583486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa546f5-ac43-4cca-8abb-6e2fcf1ba996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:19.993385161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa546f5-ac43-4cca-8abb-6e2fcf1ba996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:20.658169761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa28e77-42c2-4732-89ef-99f63a8498cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:20.674479507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa28e77-42c2-4732-89ef-99f63a8498cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:20.688443832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa28e77-42c2-4732-89ef-99f63a8498cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:20.702623217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa28e77-42c2-4732-89ef-99f63a8498cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.108837207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","namespace":"ai-tenant-e2e-api-a-a2a766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.108900272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","namespace":"ai-tenant-e2e-api-a-a2a766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.108951547Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","tenant":"e2e-api-a-a2a766","tenantID":"e2e-api-a-a2a766","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.140501877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"Deployment","name":"maas-api-e2e-api-a-a2a766","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.162846333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"Service","name":"maas-api-e2e-api-a-a2a766","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.186386688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-a2a766","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.202009921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-a2a766","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.218356291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.23454793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.254260934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.270429972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.28393054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcadad9-16ef-4803-8dbb-c2e1806a08f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.297018239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"Deployment","name":"payload-processing-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.297354267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcadad9-16ef-4803-8dbb-c2e1806a08f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.31053884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.310782923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcadad9-16ef-4803-8dbb-c2e1806a08f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.323846138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"Service","name":"payload-processing-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.324081015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dcadad9-16ef-4803-8dbb-c2e1806a08f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.337243381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"Service","name":"payload-pre-processing-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.350198226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.363176914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.376381126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.427451995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.440849102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.457914769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.473542394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-a2a766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.490773256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a2a766"},"namespace":"ai-tenant-e2e-api-a-a2a766","name":"default-tenant","reconcileID":"a28a9732-5e7f-4dff-a00b-50d29c82459f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-a2a766","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:21.903611358Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a2a766","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a2a766","reconcileID":"83424038-db03-440e-beb7-68afb3cf4d84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a2a766","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-a2a766"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.122679973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"be787d15-3f89-44f2-aaf0-4f029259ae92","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8f118d","tenantID":"e2e-api-b-8f118d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.141796472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"be787d15-3f89-44f2-aaf0-4f029259ae92","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"name":"e2e-api-b-8f118d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.230969095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4314887d-5f31-4f8d-9bf4-f695ae8f779a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.245373747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4314887d-5f31-4f8d-9bf4-f695ae8f779a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.2595304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4314887d-5f31-4f8d-9bf4-f695ae8f779a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.274256032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4314887d-5f31-4f8d-9bf4-f695ae8f779a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.905656988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43375dbf-a455-452e-9e98-114037d3b991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.919193535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43375dbf-a455-452e-9e98-114037d3b991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.932892018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43375dbf-a455-452e-9e98-114037d3b991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:22.946358326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43375dbf-a455-452e-9e98-114037d3b991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:23.522132249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56575e5-6cb5-4b13-a67e-ebe3da72a245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:23.535974956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56575e5-6cb5-4b13-a67e-ebe3da72a245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:23.54992758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56575e5-6cb5-4b13-a67e-ebe3da72a245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:23.564069776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56575e5-6cb5-4b13-a67e-ebe3da72a245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:23.966857937Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-02a39d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-02a39d","reconcileID":"6747fc8f-caa2-476b-afb2-5652693bef7a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-02a39d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-02a39d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:24.15936008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c8a403-5190-4905-a95a-fc322ee6b5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:24.174570815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c8a403-5190-4905-a95a-fc322ee6b5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:24.188387632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c8a403-5190-4905-a95a-fc322ee6b5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:24.201839204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4c8a403-5190-4905-a95a-fc322ee6b5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:24.784393632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba93758c-25f5-4fad-931f-e18b3bc8d974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:24.797994995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba93758c-25f5-4fad-931f-e18b3bc8d974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:24.81141709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba93758c-25f5-4fad-931f-e18b3bc8d974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:24.824874597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba93758c-25f5-4fad-931f-e18b3bc8d974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:25.401105331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdaa017-2e0f-492c-91c3-903a2d7f8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:25.414840248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdaa017-2e0f-492c-91c3-903a2d7f8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:25.428153073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdaa017-2e0f-492c-91c3-903a2d7f8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:25.441859003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdaa017-2e0f-492c-91c3-903a2d7f8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:25.627623965Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-02a39d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-02a39d","reconcileID":"a2118c89-c589-4ea6-a3b9-4f1d27d952d1","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-02a39d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:26.054387877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66a032b6-35b2-4df9-8e94-84d15bb87922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:26.104421702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66a032b6-35b2-4df9-8e94-84d15bb87922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:26.1690977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66a032b6-35b2-4df9-8e94-84d15bb87922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:26.234608825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66a032b6-35b2-4df9-8e94-84d15bb87922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:26.778783586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e5dc91-5f6f-48d2-a4e4-3e8d9c990304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:26.792468836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e5dc91-5f6f-48d2-a4e4-3e8d9c990304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:26.805715684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e5dc91-5f6f-48d2-a4e4-3e8d9c990304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:26.82224549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e5dc91-5f6f-48d2-a4e4-3e8d9c990304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:27.608060054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590b1a5f-c374-472f-932a-c946ab570329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:27.622200106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590b1a5f-c374-472f-932a-c946ab570329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:27.636121305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590b1a5f-c374-472f-932a-c946ab570329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:27.653437961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590b1a5f-c374-472f-932a-c946ab570329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:28.321128813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e92c2b-57a9-4be8-bab5-7dfaf55465df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:28.334930487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e92c2b-57a9-4be8-bab5-7dfaf55465df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:28.348444667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e92c2b-57a9-4be8-bab5-7dfaf55465df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:28.362608269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e92c2b-57a9-4be8-bab5-7dfaf55465df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.020459653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8ed178-56a4-4fb0-afe8-92dd1b96f696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.033660672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8ed178-56a4-4fb0-afe8-92dd1b96f696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.047032603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8ed178-56a4-4fb0-afe8-92dd1b96f696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.060583043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8ed178-56a4-4fb0-afe8-92dd1b96f696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.131012723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"87f778df-6f76-4b87-bce3-d84754a4bfe1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.170918886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"87f778df-6f76-4b87-bce3-d84754a4bfe1","name":"e2e-ipp-a-a432f0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.191351366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"96756b53-cc26-46fb-a6c1-174466387347","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"tenant":"e2e-mt-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","model":"ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.191367736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"96756b53-cc26-46fb-a6c1-174466387347","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"routeName":"e2e-lifecycle-model-524036b8-kserve-route","namespace":"ai-tenant-e2e-mt-524036b8","llmisvcName":"e2e-lifecycle-model-524036b8","gateway":"openshift-ingress/e2e-mt-524036b8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.377211444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"978988bb-2be7-4ce0-a651-2d50a323565c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d534b3","tenantID":"e2e-api-a-d534b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.443443527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"978988bb-2be7-4ce0-a651-2d50a323565c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"name":"e2e-api-a-d534b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.541368046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc06e5a-f989-414c-b78b-1112cad1082b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.541391647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc06e5a-f989-414c-b78b-1112cad1082b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.82874577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e59dc-4459-4766-8856-5c5856cae80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.852929607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e59dc-4459-4766-8856-5c5856cae80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.871295272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e59dc-4459-4766-8856-5c5856cae80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:29.885626736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41e59dc-4459-4766-8856-5c5856cae80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:30.515331847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"c9abb3c3-b633-4dae-9c98-23ef5f959ae4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6b21d1","tenantID":"e2e-api-b-6b21d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:30.53474341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"c9abb3c3-b633-4dae-9c98-23ef5f959ae4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"name":"e2e-api-b-6b21d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:30.610248117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"9963cf25-5a18-46c9-96b6-619fba72aaa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6b21d1","tenantID":"e2e-api-b-6b21d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:30.613609855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739e8916-e41f-4d35-8c58-216450add406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:30.627200454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739e8916-e41f-4d35-8c58-216450add406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:30.63255415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"9963cf25-5a18-46c9-96b6-619fba72aaa1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"name":"e2e-api-b-6b21d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:30.640663379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739e8916-e41f-4d35-8c58-216450add406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:30.654281141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739e8916-e41f-4d35-8c58-216450add406","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:31.200975175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1c51e0-2216-4383-a061-d03425127307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:31.215082742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1c51e0-2216-4383-a061-d03425127307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:31.228378391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1c51e0-2216-4383-a061-d03425127307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:31.241665092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f1c51e0-2216-4383-a061-d03425127307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.629728935Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"b3bf7c1d-0600-4a60-b206-b7add336c413","namespace":"ai-tenant-e2e-api-b-8f118d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.629785872Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"b3bf7c1d-0600-4a60-b206-b7add336c413","namespace":"ai-tenant-e2e-api-b-8f118d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.629829148Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"b3bf7c1d-0600-4a60-b206-b7add336c413","name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.647980529Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"b3bf7c1d-0600-4a60-b206-b7add336c413","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.648472447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"362217b6-22ef-4900-b058-a093ed4aa875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.648491722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"362217b6-22ef-4900-b058-a093ed4aa875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.648527717Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"6b3e03f2-2995-41a3-ba7e-3523b0b2ba97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.682463039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"f41ade21-00a0-43f5-994a-548a7a677755","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6b21d1","tenantID":"e2e-api-b-6b21d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.700927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"f41ade21-00a0-43f5-994a-548a7a677755","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"name":"e2e-api-b-6b21d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.775553254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"6b3e03f2-2995-41a3-ba7e-3523b0b2ba97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8f118d","tenantID":"e2e-api-b-8f118d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.793971602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"6b3e03f2-2995-41a3-ba7e-3523b0b2ba97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"name":"e2e-api-b-8f118d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.793993666Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"e2e-e2e-api-b-8f118d-policy","reconcileID":"6b3e03f2-2995-41a3-ba7e-3523b0b2ba97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8f118d-policy","namespace":"ai-tenant-e2e-api-b-8f118d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8f118d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.812343728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50f6bc22-bf2b-4c1f-a723-27afce353623","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:40.81236213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50f6bc22-bf2b-4c1f-a723-27afce353623","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.346299677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"77b3b8eb-c10b-4fdb-91c0-305534b747c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.388864436Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"77b3b8eb-c10b-4fdb-91c0-305534b747c3","name":"e2e-api-b-02a39d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.408728805Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"948fe635-934e-4539-93bf-ee370f246634","namespace":"ai-tenant-e2e-api-b-6b21d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.408845958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"948fe635-934e-4539-93bf-ee370f246634","namespace":"ai-tenant-e2e-api-b-6b21d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.408956304Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"948fe635-934e-4539-93bf-ee370f246634","name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.427990537Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"948fe635-934e-4539-93bf-ee370f246634","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.428419259Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"f9cd0067-1e07-41b8-af3f-e63ec687cfbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.428853747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6c988c6-7fc4-42a8-b28e-936cb82821e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.42887483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6c988c6-7fc4-42a8-b28e-936cb82821e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.474425878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"f9cd0067-1e07-41b8-af3f-e63ec687cfbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6b21d1","tenantID":"e2e-api-b-6b21d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.5631657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"f9cd0067-1e07-41b8-af3f-e63ec687cfbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"name":"e2e-api-b-6b21d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.563250464Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"e2e-e2e-api-b-6b21d1-policy","reconcileID":"f9cd0067-1e07-41b8-af3f-e63ec687cfbf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6b21d1-policy","namespace":"ai-tenant-e2e-api-b-6b21d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6b21d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.587734427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"614b4ad6-e226-42a9-9678-6312a63515f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:42.587757521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"614b4ad6-e226-42a9-9678-6312a63515f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.634901093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","namespace":"ai-tenant-e2e-mt-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.634985255Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","namespace":"ai-tenant-e2e-mt-524036b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.635056361Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","tenant":"e2e-mt-524036b8","tenantID":"e2e-mt-524036b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.650335303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"Deployment","name":"maas-api-e2e-mt-524036b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.67397108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"Service","name":"maas-api-e2e-mt-524036b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.700576538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-524036b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.716802756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-524036b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.741678854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.763726958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.782208185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.79879819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.813496468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"Deployment","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.826553123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.839524652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"Service","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.852484265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"Service","name":"payload-pre-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.865275205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"DestinationRule","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.888061527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.901448857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.918619473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.932635158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.970462233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:45.992428479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-524036b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:46.010422441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"default-tenant","reconcileID":"1b658f9f-b3e4-4180-a538-6db9cce50b8d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-524036b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:46.500013097Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-524036b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-524036b8","reconcileID":"a389ea1d-184d-40e9-9fee-ccc6cd833329","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-524036b8","removed":["maas.opendatahub.io/gateway-access-e2e-mt-524036b8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:46.514375202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02441104-34db-48c8-a68d-1ccc03fc1b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:46.52843223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02441104-34db-48c8-a68d-1ccc03fc1b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:46.542000503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02441104-34db-48c8-a68d-1ccc03fc1b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:46.555635171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02441104-34db-48c8-a68d-1ccc03fc1b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.565138554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"4093c8f1-d480-4006-883c-116e9691deb7","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.58405032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"4093c8f1-d480-4006-883c-116e9691deb7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.59247783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"498a63fa-1379-452e-aa69-e15909a67bea","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.592575562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"498a63fa-1379-452e-aa69-e15909a67bea","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.604638794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"79f2e42d-c4f1-4ff4-97b8-ba50a14cf2bc","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.604740937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"79f2e42d-c4f1-4ff4-97b8-ba50a14cf2bc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.626876388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"b6ac0bb3-0e6c-4aaf-9f61-147c1c78b49a","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.626988113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"b6ac0bb3-0e6c-4aaf-9f61-147c1c78b49a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.669624826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"1cb90604-50a1-427b-b7dc-51dab85021af","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.669718792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"1cb90604-50a1-427b-b7dc-51dab85021af","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.750168915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"ab6d6065-bfbe-4044-96fb-2abc69221580","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.750233449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"ab6d6065-bfbe-4044-96fb-2abc69221580","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.91125114Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"48d7467d-2417-4c05-8761-b02dc70351bd","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:46.911337809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"48d7467d-2417-4c05-8761-b02dc70351bd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:47.117076886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd73cc3-2e06-4f66-982d-72a3fb229d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:47.133406806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd73cc3-2e06-4f66-982d-72a3fb229d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:47.147114135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd73cc3-2e06-4f66-982d-72a3fb229d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:47.160385132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd73cc3-2e06-4f66-982d-72a3fb229d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:47.232058579Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"a664fe9d-58dd-4aae-9a48-fc3b93159b6b","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:47.232124344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"a664fe9d-58dd-4aae-9a48-fc3b93159b6b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:47.701244393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b55c0dc-51e9-4773-ad49-2bc9a4b6f262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:47.714782015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b55c0dc-51e9-4773-ad49-2bc9a4b6f262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:47.728359507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b55c0dc-51e9-4773-ad49-2bc9a4b6f262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:47.742063594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b55c0dc-51e9-4773-ad49-2bc9a4b6f262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:47.873308622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"fdccb6d6-746c-42d3-b7c5-c33641e47429","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:47.873387079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"fdccb6d6-746c-42d3-b7c5-c33641e47429","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:48.807498973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:49.154499718Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"e6d01c94-6daa-423c-a0c3-c3146bf7bd7d","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:49.154585161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"e6d01c94-6daa-423c-a0c3-c3146bf7bd7d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:51.715493381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"dfee6ff7-60d1-4182-bee3-e7c00064dc3c","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:51.715569769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"dfee6ff7-60d1-4182-bee3-e7c00064dc3c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:52.331059511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"3e9147c3-6492-4013-a541-023bb95fa566","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:52.331124441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"3e9147c3-6492-4013-a541-023bb95fa566","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.441565948Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","namespace":"ai-tenant-e2e-api-b-6b21d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.441676408Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","namespace":"ai-tenant-e2e-api-b-6b21d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.441763276Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","tenant":"e2e-api-b-6b21d1","tenantID":"e2e-api-b-6b21d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.456870794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"Deployment","name":"maas-api-e2e-api-b-6b21d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.48497987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"Service","name":"maas-api-e2e-api-b-6b21d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.503285206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-6b21d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.518271208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6b21d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.555986685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.572425056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.595879667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.611923383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.627399568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"Deployment","name":"payload-processing-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.640751368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.654164555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"Service","name":"payload-processing-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:57.663556876Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"8c926f72-88e9-4bf3-8ab6-dee685b52b70","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:57.663707356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"8c926f72-88e9-4bf3-8ab6-dee685b52b70","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.667370988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"Service","name":"payload-pre-processing-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.689793558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.703694072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.720969762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.762580083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.791656371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.858404304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.877370152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-6b21d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:57.898374074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6b21d1"},"namespace":"ai-tenant-e2e-api-b-6b21d1","name":"default-tenant","reconcileID":"a847af73-3388-4fb2-b231-ce3c7f124a81","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-6b21d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:58.15411088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a441fda-f4c9-4b8e-a003-c9e11bc6449f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:58.167762228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a441fda-f4c9-4b8e-a003-c9e11bc6449f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:58.181857482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a441fda-f4c9-4b8e-a003-c9e11bc6449f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:58.197351436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a441fda-f4c9-4b8e-a003-c9e11bc6449f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:58.234011706Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6b21d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6b21d1","reconcileID":"95b5be1a-3fa3-477f-a0a4-b3b3b8725074","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6b21d1","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-6b21d1"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:58.313331279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"f5ddf35b-e1fe-4987-9017-789be5d407f5","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:52:58.313403664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"f5ddf35b-e1fe-4987-9017-789be5d407f5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:58.842272863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600eed7a-9214-491b-96c8-6bae34969de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:58.85588798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600eed7a-9214-491b-96c8-6bae34969de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:58.869284872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600eed7a-9214-491b-96c8-6bae34969de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:58.882722037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600eed7a-9214-491b-96c8-6bae34969de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:59.859839949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf217cbd-1831-4875-ab07-f132dc80c821","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:59.859866881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf217cbd-1831-4875-ab07-f132dc80c821","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:59.875743953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cdc3f41-722e-4166-a3de-36f6214f84c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:59.875766207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cdc3f41-722e-4166-a3de-36f6214f84c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:59.953841666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"45bd3559-d885-4ce9-8c00-e2c29ed57aae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:59.973680676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"45bd3559-d885-4ce9-8c00-e2c29ed57aae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"name":"e2e-api-b-02a39d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:52:59.993666604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-02a39d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8eb971045f3ea9363703d41bf63aa24ae995547ed7f04ba4df716417e4296a63) AuthConfig (3997f9addf0cb6f93d861dd825148bad1573eae629e28055c842d14b0f9265e4) AuthConfig (0bb734600d0291bcf74891cd323ac1a48805a6d74b4e2e558c56d1d9c00cb15f) AuthConfig (80ae641235b5a74a9664e8a51b4df54010a5532c9e0939fca8898e3252bf9bb6) AuthConfig (702a2e2e84a407255ab0c5c5ae47be43e45b28df80984a38606315ced4751c0d) AuthConfig (b16c28eda7d9b6b47e040ec39764e14eb2565e19365878be4214295949926875) EnvoyFilter (openshift-ingress/e2e-api-b-02a39d) EnvoyFilter (openshift-ingress/e2e-api-b-02a39d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"45bd3559-d885-4ce9-8c00-e2c29ed57aae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:00.012571608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c9b927b-46fd-47b0-a200-14e86c7a4f65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:00.012591425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c9b927b-46fd-47b0-a200-14e86c7a4f65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:01.571565351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"de0f9237-999d-48ac-a33a-12295a65adcf","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:01.571697962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"de0f9237-999d-48ac-a33a-12295a65adcf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:01.609944847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"b862f960-9538-49d7-a8de-ccf7347cdc82","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:01.610019279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"b862f960-9538-49d7-a8de-ccf7347cdc82","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:01.614761904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"1beea61c-7667-46a4-927d-3bad0f4233a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d534b3","tenantID":"e2e-api-a-d534b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:01.633621631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"1beea61c-7667-46a4-927d-3bad0f4233a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"name":"e2e-api-a-d534b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:01.816663784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"a1e924e6-9899-4e29-869a-67d1ccc47fd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d534b3","tenantID":"e2e-api-a-d534b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:01.836752344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"a1e924e6-9899-4e29-869a-67d1ccc47fd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"name":"e2e-api-a-d534b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:01.972808332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb2bea9-7ed5-436d-8fa6-a2ca70f3abdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:01.988649187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb2bea9-7ed5-436d-8fa6-a2ca70f3abdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.002746047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb2bea9-7ed5-436d-8fa6-a2ca70f3abdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.01647169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb2bea9-7ed5-436d-8fa6-a2ca70f3abdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.076335105Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","namespace":"ai-tenant-e2e-api-b-8f118d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.076415784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","namespace":"ai-tenant-e2e-api-b-8f118d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.076476926Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","tenant":"e2e-api-b-8f118d","tenantID":"e2e-api-b-8f118d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.091936609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"Deployment","name":"maas-api-e2e-api-b-8f118d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.120460295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"Service","name":"maas-api-e2e-api-b-8f118d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.139360989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-8f118d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.164595358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-8f118d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.182617142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.19847125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.217291594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.23319122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.246720934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"Deployment","name":"payload-processing-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.25996871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.27360823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"Service","name":"payload-processing-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.287012424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"Service","name":"payload-pre-processing-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.300198073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.319178783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.333373799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.350862783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.363946644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.377524912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.391961161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-8f118d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.420102143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8f118d"},"namespace":"ai-tenant-e2e-api-b-8f118d","name":"default-tenant","reconcileID":"de641bb1-4c0d-4288-a707-d7e27cf6487f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-8f118d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.657392653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ee8037-92c5-4835-8d29-d4b02e858532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.670829874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ee8037-92c5-4835-8d29-d4b02e858532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.68417304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ee8037-92c5-4835-8d29-d4b02e858532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.69817572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ee8037-92c5-4835-8d29-d4b02e858532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:02.717855528Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8f118d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8f118d","reconcileID":"f54e178e-096d-4c08-a874-993efeb9d25d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8f118d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-8f118d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:02.781288625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"dce576a1-72a0-4378-8920-fb5ca674889c","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:02.781374344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"dce576a1-72a0-4378-8920-fb5ca674889c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:03.272268989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f3b55f-7a7b-45cb-b4ed-0d6f06cb3cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:03.30422346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f3b55f-7a7b-45cb-b4ed-0d6f06cb3cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:03.319228126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f3b55f-7a7b-45cb-b4ed-0d6f06cb3cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:03.333854296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f3b55f-7a7b-45cb-b4ed-0d6f06cb3cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:04.003373387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46adbf0-055d-4011-9599-186dd82a8177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:04.016800859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46adbf0-055d-4011-9599-186dd82a8177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:04.030931369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46adbf0-055d-4011-9599-186dd82a8177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:04.044961219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46adbf0-055d-4011-9599-186dd82a8177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:10.039388548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"a4f6a3bb-a4eb-487f-a034-47ac1072e544","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:10.05760926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"a4f6a3bb-a4eb-487f-a034-47ac1072e544","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"name":"e2e-api-b-02a39d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:10.07480471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-02a39d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8eb971045f3ea9363703d41bf63aa24ae995547ed7f04ba4df716417e4296a63) AuthConfig (3997f9addf0cb6f93d861dd825148bad1573eae629e28055c842d14b0f9265e4) AuthConfig (0bb734600d0291bcf74891cd323ac1a48805a6d74b4e2e558c56d1d9c00cb15f) AuthConfig (80ae641235b5a74a9664e8a51b4df54010a5532c9e0939fca8898e3252bf9bb6) AuthConfig (702a2e2e84a407255ab0c5c5ae47be43e45b28df80984a38606315ced4751c0d) AuthConfig (b16c28eda7d9b6b47e040ec39764e14eb2565e19365878be4214295949926875) EnvoyFilter (openshift-ingress/e2e-api-b-02a39d) EnvoyFilter (openshift-ingress/e2e-api-b-02a39d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"a4f6a3bb-a4eb-487f-a034-47ac1072e544","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:11.716286097Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"943fe63b-6ac6-40f5-9d37-dca692ea343f","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:11.716429134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"943fe63b-6ac6-40f5-9d37-dca692ea343f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:11.745859047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"1a3e3789-dcfe-444c-a1ad-d56e9ac51b1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d534b3","tenantID":"e2e-api-a-d534b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:11.769231986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"1a3e3789-dcfe-444c-a1ad-d56e9ac51b1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"name":"e2e-api-a-d534b3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:13.935618545Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"33ccc642-f814-4480-b407-76b47c2fe783","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:13.93570592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"33ccc642-f814-4480-b407-76b47c2fe783","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:13.992337468Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"2e27e1a8-bbc5-4ab9-9ce5-95733687492f","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:13.992402335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"2e27e1a8-bbc5-4ab9-9ce5-95733687492f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:14.284254806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca64b5e1-8aee-4c6b-99b8-3033fb4f55e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:14.297806632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca64b5e1-8aee-4c6b-99b8-3033fb4f55e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:14.311355883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca64b5e1-8aee-4c6b-99b8-3033fb4f55e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:14.324779516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca64b5e1-8aee-4c6b-99b8-3033fb4f55e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:14.902127503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc285a67-11e6-4628-9ff0-14fc7a10b9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:14.916967364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc285a67-11e6-4628-9ff0-14fc7a10b9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:14.931096378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc285a67-11e6-4628-9ff0-14fc7a10b9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:14.94433402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc285a67-11e6-4628-9ff0-14fc7a10b9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:15.027103376Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"c76a138c-6f83-4eb6-a65a-06a2bdfd7fb9","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:15.027323424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"c76a138c-6f83-4eb6-a65a-06a2bdfd7fb9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:15.078929768Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7aba3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7aba3e","reconcileID":"7e86cc4c-3108-4fc6-a1bd-58b8e08cf604","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7aba3e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7aba3e":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:15.145990587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"cd86aabc-ed78-4968-8433-68f137204502","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:15.146050942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"cd86aabc-ed78-4968-8433-68f137204502","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:15.499840624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d11118-510a-44f5-9575-e9c254f8f794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:15.51336429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d11118-510a-44f5-9575-e9c254f8f794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:15.526653734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d11118-510a-44f5-9575-e9c254f8f794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:15.539828204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d11118-510a-44f5-9575-e9c254f8f794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:16.535584138Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"39a1332a-dd38-4e05-b588-c2d351fa265c","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:16.535667827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"39a1332a-dd38-4e05-b588-c2d351fa265c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:18.807650276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:19.224795944Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"1f0150ff-54f7-41ba-bd41-f1330ca407b5","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:19.224880026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"1f0150ff-54f7-41ba-bd41-f1330ca407b5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:19.32786579Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"d173939a-afa2-4c3e-9f7e-265670090bbc","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:19.327949945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"d173939a-afa2-4c3e-9f7e-265670090bbc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.565463976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44fced1-1078-41d8-899f-1aaab9a8a4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.58147812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44fced1-1078-41d8-899f-1aaab9a8a4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.594937269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44fced1-1078-41d8-899f-1aaab9a8a4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.608375529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44fced1-1078-41d8-899f-1aaab9a8a4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.925256903Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"d6bf9f94-df4f-4811-a309-3611179dc39d","namespace":"ai-tenant-e2e-api-a-d534b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.925316008Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"d6bf9f94-df4f-4811-a309-3611179dc39d","namespace":"ai-tenant-e2e-api-a-d534b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.925360231Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"d6bf9f94-df4f-4811-a309-3611179dc39d","name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.941810003Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"d6bf9f94-df4f-4811-a309-3611179dc39d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.942008804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"2d10af2e-0156-43bd-b836-263124dc01fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.942411887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0192d72c-c063-44a2-a46f-a8934f18caa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:19.942426714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0192d72c-c063-44a2-a46f-a8934f18caa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.05497697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"2d10af2e-0156-43bd-b836-263124dc01fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d534b3","tenantID":"e2e-api-a-d534b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.153298669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"2d10af2e-0156-43bd-b836-263124dc01fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"name":"e2e-api-a-d534b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.153324317Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"e2e-e2e-api-a-d534b3-policy","reconcileID":"2d10af2e-0156-43bd-b836-263124dc01fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d534b3-policy","namespace":"ai-tenant-e2e-api-a-d534b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d534b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.171741911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46de85bb-2cc0-4daa-96ac-1406ffd5ccdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.17176133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46de85bb-2cc0-4daa-96ac-1406ffd5ccdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.176509841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"e66015f5-8c09-432a-876a-a95d858c68eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.240852018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"e66015f5-8c09-432a-876a-a95d858c68eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"name":"e2e-api-b-02a39d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.258649276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-02a39d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8eb971045f3ea9363703d41bf63aa24ae995547ed7f04ba4df716417e4296a63) AuthConfig (3997f9addf0cb6f93d861dd825148bad1573eae629e28055c842d14b0f9265e4) AuthConfig (0bb734600d0291bcf74891cd323ac1a48805a6d74b4e2e558c56d1d9c00cb15f) AuthConfig (80ae641235b5a74a9664e8a51b4df54010a5532c9e0939fca8898e3252bf9bb6) AuthConfig (702a2e2e84a407255ab0c5c5ae47be43e45b28df80984a38606315ced4751c0d) AuthConfig (b16c28eda7d9b6b47e040ec39764e14eb2565e19365878be4214295949926875) EnvoyFilter (openshift-ingress/e2e-api-b-02a39d) EnvoyFilter (openshift-ingress/e2e-api-b-02a39d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"e66015f5-8c09-432a-876a-a95d858c68eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.336753171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bca6e52-09c9-4a3e-a760-064d5abc8800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.35032146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bca6e52-09c9-4a3e-a760-064d5abc8800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:20.355678466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"2eddb04d-78e7-48ce-91cc-74daeca8ab89","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:20.355748818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"2eddb04d-78e7-48ce-91cc-74daeca8ab89","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.364660758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bca6e52-09c9-4a3e-a760-064d5abc8800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:20.36892944Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"bb03bda0-46b0-44e7-bfc9-32e841a6449f","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:20.368993714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"bb03bda0-46b0-44e7-bfc9-32e841a6449f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.378055153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bca6e52-09c9-4a3e-a760-064d5abc8800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:20.416487416Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-97d8e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-97d8e7","reconcileID":"d0d88ca1-d36a-418a-93bc-573b4dea29de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-97d8e7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-97d8e7":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:20.479856372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"0d606d5a-2a1a-49ba-8628-6598eade9dac","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:20.480003385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"0d606d5a-2a1a-49ba-8628-6598eade9dac","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:20.54151891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"b97331fc-4a85-40ba-aefe-7673c152b296","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:20.541582564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"b97331fc-4a85-40ba-aefe-7673c152b296","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:21.1609959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59313bd9-82dc-4197-8343-e55ab3138bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:21.175484743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59313bd9-82dc-4197-8343-e55ab3138bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:21.190426511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59313bd9-82dc-4197-8343-e55ab3138bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:21.204584056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59313bd9-82dc-4197-8343-e55ab3138bb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:21.820187477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12d98b6-7b77-484d-b486-783ded7d808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:21.833665402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12d98b6-7b77-484d-b486-783ded7d808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:21.847688525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12d98b6-7b77-484d-b486-783ded7d808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:21.861436647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12d98b6-7b77-484d-b486-783ded7d808f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:21.88975018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"5df5c218-1e39-45e3-8008-89ebb80399f9","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:21.889808145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"5df5c218-1e39-45e3-8008-89ebb80399f9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:21.92532741Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"40efbccf-74a5-4b41-a652-f8058bb7a79a","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:21.92538827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"40efbccf-74a5-4b41-a652-f8058bb7a79a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:21.975208544Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-601ce3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-601ce3","reconcileID":"1494464d-5b6d-4af8-bf0e-7bbf9e6a343a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-601ce3","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-601ce3":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:22.061306413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"cfb9e218-3130-4762-943d-b772c680b015","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:22.06138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"cfb9e218-3130-4762-943d-b772c680b015","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:22.657041039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf566c3-51bc-42bf-9af0-014d686cd5dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:22.673714842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf566c3-51bc-42bf-9af0-014d686cd5dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:22.692388882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf566c3-51bc-42bf-9af0-014d686cd5dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:22.806966994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf566c3-51bc-42bf-9af0-014d686cd5dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:23.390970295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19ea80d-59b9-481f-91a4-a380c88e08b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:23.405270782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19ea80d-59b9-481f-91a4-a380c88e08b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:23.418439122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19ea80d-59b9-481f-91a4-a380c88e08b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:23.431757199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19ea80d-59b9-481f-91a4-a380c88e08b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:23.458531347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"2a92206b-b8f6-435d-9884-6e3f187b231a","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:23.458614866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"2a92206b-b8f6-435d-9884-6e3f187b231a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:23.682577331Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-601ce3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-601ce3","reconcileID":"1bedee04-b488-4bce-8d67-89b45ebc4a4b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-601ce3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:24.012406756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601ebeda-8993-40d3-ad79-067f362eed69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:24.026059262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601ebeda-8993-40d3-ad79-067f362eed69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:24.03947643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601ebeda-8993-40d3-ad79-067f362eed69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:24.057014766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601ebeda-8993-40d3-ad79-067f362eed69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:28.4541685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"82ed7d44-5b11-4ca9-845b-43b7cedff69a","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:28.454260597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"82ed7d44-5b11-4ca9-845b-43b7cedff69a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:28.737814305Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"c8b6b2a0-b94c-40bb-a60f-5e35572ce3bc","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:28.737891109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-524036b8","namespace":"ai-tenant-e2e-mt-524036b8"},"namespace":"ai-tenant-e2e-mt-524036b8","name":"e2e-lifecycle-model-524036b8","reconcileID":"c8b6b2a0-b94c-40bb-a60f-5e35572ce3bc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-524036b8/e2e-lifecycle-model-524036b8-kserve-route (gateways: [openshift-ingress/e2e-mt-524036b8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:30.291505652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"29b3aaa9-0d04-479e-9c41-8c2efb25041f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:30.311536969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"29b3aaa9-0d04-479e-9c41-8c2efb25041f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"name":"e2e-api-b-02a39d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:30.393776839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a46d9d1-22cb-403e-8bf3-36341a2cd425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:30.393798642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a46d9d1-22cb-403e-8bf3-36341a2cd425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:30.779333352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"de546126-a412-4197-9778-f64cae6572ba","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7aba3e","tenantID":"e2e-ipp-a-7aba3e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:30.822360784Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"de546126-a412-4197-9778-f64cae6572ba","name":"e2e-ipp-a-7aba3e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:37.761116707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ee0a8b2-727d-4704-a5fb-bdb07c4232e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:37.761240293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ee0a8b2-727d-4704-a5fb-bdb07c4232e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:37.782475742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d711208-faa5-40d3-8e5b-6c10b107ad97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:37.782586798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d711208-faa5-40d3-8e5b-6c10b107ad97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:37.82576426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-policy-aca55dc4","reconcileID":"bf9d4022-7405-49d4-a8e4-8783cff94896","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:37.855644071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-policy-aca55dc4","reconcileID":"bf9d4022-7405-49d4-a8e4-8783cff94896","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.031163053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f21a37-2ad3-4b52-a8d2-8ef941de1a1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.031180755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f21a37-2ad3-4b52-a8d2-8ef941de1a1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.061589766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b909be4d-6fb0-4562-a20c-24c48b149e92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.061612864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b909be4d-6fb0-4562-a20c-24c48b149e92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:38.067876728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"df5eb177-9aa8-4182-83c8-ece88af5b812","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-aca55dc4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.073366213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fc1d99d-fad2-4127-b25d-26acff32e7e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.073382426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fc1d99d-fad2-4127-b25d-26acff32e7e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.106313338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3737c140-9c98-4924-ba5a-9a2475eb81f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.106340817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3737c140-9c98-4924-ba5a-9a2475eb81f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.126249838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0dd454c-eb78-4414-8a5d-9ff26fa2c756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.126265581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0dd454c-eb78-4414-8a5d-9ff26fa2c756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.191284958Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"4780ee6c-fc0a-487e-974c-ad67453ab488","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-aca55dc4/e2e-shared-int-sub-aca55dc4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.193960416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"3ecc8e93-7374-4587-8cf8-3fddae7467d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-97d8e7","tenantID":"e2e-ipp-a-97d8e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.238293578Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"3ecc8e93-7374-4587-8cf8-3fddae7467d4","name":"e2e-ipp-a-97d8e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.246535545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7fbeffe-6872-4bb2-a173-4a58b431c7a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.24656015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7fbeffe-6872-4bb2-a173-4a58b431c7a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.258023086Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","namespace":"ai-tenant-e2e-api-a-d534b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.258187472Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","namespace":"ai-tenant-e2e-api-a-d534b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.258307063Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","tenant":"e2e-api-a-d534b3","tenantID":"e2e-api-a-d534b3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.274879441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97e7f91b-9029-467c-8e28-86b70104ad8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.27559813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"Deployment","name":"maas-api-e2e-api-a-d534b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.308406292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"Service","name":"maas-api-e2e-api-a-d534b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.330670315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-d534b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.352410347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-d534b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.376899954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"b4ff862c-9411-4215-8ec5-16aa89ea5c08","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.377312122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.394758447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.418300725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.434545712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.447717344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"Deployment","name":"payload-processing-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.460918987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.474339332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"Service","name":"payload-processing-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.492691004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"Service","name":"payload-pre-processing-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.511423185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.525927009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.545409072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.592645181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.607528646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.622236333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.649470413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-d534b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:38.672434538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d534b3"},"namespace":"ai-tenant-e2e-api-a-d534b3","name":"default-tenant","reconcileID":"989f7da1-a11b-4dbd-8b2b-8c5a66a0da87","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-d534b3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.030649418Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d534b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d534b3","reconcileID":"e1fd6711-7fa2-4014-bca8-de9c06dce248","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d534b3","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-d534b3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.128318021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94bd6ae3-0ee0-47c9-a5e6-64385c57759d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.128344739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94bd6ae3-0ee0-47c9-a5e6-64385c57759d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.151225924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"839fb80d-ef27-4061-930d-5b1ac38e98a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.151258618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"839fb80d-ef27-4061-930d-5b1ac38e98a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.205746894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-policy-aca55dc4","reconcileID":"c3d4b966-9fc8-426c-913a-408f27d99b55","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.230358413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-policy-aca55dc4","reconcileID":"c3d4b966-9fc8-426c-913a-408f27d99b55","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.383234529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e87aa6c0-b0f8-483b-ad3c-6be1b903f8fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.383269112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e87aa6c0-b0f8-483b-ad3c-6be1b903f8fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.4029231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2851476e-c752-4bf5-8447-8f531ef65313","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.402947681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2851476e-c752-4bf5-8447-8f531ef65313","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:53:39.425192897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"9f0ecc57-b381-4b56-bce8-ae7a7ab3aa3e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-aca55dc4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.42813742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c0dd422-d365-4c6f-a34f-44f09e5250a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.428176303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c0dd422-d365-4c6f-a34f-44f09e5250a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.477584585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b1b4768-9e3f-4ade-939c-63eb4ad574f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.477615796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b1b4768-9e3f-4ade-939c-63eb4ad574f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.502838925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a8ebb2a-1061-41a5-9f15-bc5fc6a073d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.502865729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a8ebb2a-1061-41a5-9f15-bc5fc6a073d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.553656131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c8aaa9-0958-4bab-a391-832fbb1daf7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.57269928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c8aaa9-0958-4bab-a391-832fbb1daf7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.587352175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c8aaa9-0958-4bab-a391-832fbb1daf7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.605093011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"b459f9e1-5d65-4f2a-a537-60961540c823","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-aca55dc4/e2e-shared-int-sub-aca55dc4","ai-tenant-e2e-mt-b4b60a07/e2e-shared-int-sub-aca55dc4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.606043152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c8aaa9-0958-4bab-a391-832fbb1daf7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.693953339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f53eb5b8-04cf-413b-8585-46a5de0ce44b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.694244594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"ac579d67-87c8-4ba9-8cfb-eec36adbbbc9","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.730808005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55dbae74-421b-491f-91fa-216b0e7e5ce2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.730825624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55dbae74-421b-491f-91fa-216b0e7e5ce2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:39.799574183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"a27aaf11-0163-40c2-8b09-8b8c65684555","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.176053103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-policy-aca55dc4","reconcileID":"5891f45b-5ef4-4a42-87ce-60d80b57bd26","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.176221393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b334cedb-3003-46a8-81b9-85c365600140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.176240554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b334cedb-3003-46a8-81b9-85c365600140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.230614145Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-policy-aca55dc4","reconcileID":"5891f45b-5ef4-4a42-87ce-60d80b57bd26","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"policyNamespace":"ai-tenant-e2e-mt-aca55dc4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.269158373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b3b9f6-7e0a-42e3-aec7-bbc6a5917208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.269186303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b3b9f6-7e0a-42e3-aec7-bbc6a5917208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.364407614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f2f71a-2c5f-42c6-8375-06760c7adabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.378126734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f2f71a-2c5f-42c6-8375-06760c7adabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.391824919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f2f71a-2c5f-42c6-8375-06760c7adabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.40530456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3f2f71a-2c5f-42c6-8375-06760c7adabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.456769609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b12594d-84c5-44d5-83d1-fbad83c196a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.456793568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b12594d-84c5-44d5-83d1-fbad83c196a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.901440197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"c3981d9b-1b13-41bc-be60-738c52b35e2b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-601ce3","tenantID":"e2e-ipp-b-601ce3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:40.942406427Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"c3981d9b-1b13-41bc-be60-738c52b35e2b","name":"e2e-ipp-b-601ce3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:41.018853891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd113d9d-497a-4d69-8d30-4a9b7201cf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:41.040341838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd113d9d-497a-4d69-8d30-4a9b7201cf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:41.054452279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd113d9d-497a-4d69-8d30-4a9b7201cf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:41.070165133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd113d9d-497a-4d69-8d30-4a9b7201cf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:41.662089415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407e5c9a-5825-4069-a085-1097644249dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:41.6755293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407e5c9a-5825-4069-a085-1097644249dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:41.690235517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407e5c9a-5825-4069-a085-1097644249dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:41.704418868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407e5c9a-5825-4069-a085-1097644249dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:46.950326077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"b17c71c4-8bc2-4922-8a5b-b7c831606553","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:46.968472485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"b17c71c4-8bc2-4922-8a5b-b7c831606553","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"name":"e2e-api-b-02a39d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:47.122369474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"24d47c6e-1236-451f-a432-f973b0d01d65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:47.14051594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"24d47c6e-1236-451f-a432-f973b0d01d65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"name":"e2e-api-b-02a39d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:47.210975469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e15d1d4-2922-42de-af28-69c48e915531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:47.224914317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e15d1d4-2922-42de-af28-69c48e915531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:47.238494134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e15d1d4-2922-42de-af28-69c48e915531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:47.2533692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e15d1d4-2922-42de-af28-69c48e915531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:48.007233897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1016516-20a4-4ead-9205-d4df888c3671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:48.020774423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1016516-20a4-4ead-9205-d4df888c3671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:48.034235369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1016516-20a4-4ead-9205-d4df888c3671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:48.048008045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1016516-20a4-4ead-9205-d4df888c3671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:48.60680027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7a7452-a181-4e69-9202-9d386d0a2edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:48.620384479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7a7452-a181-4e69-9202-9d386d0a2edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:48.633962032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7a7452-a181-4e69-9202-9d386d0a2edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:48.647361088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7a7452-a181-4e69-9202-9d386d0a2edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:48.808433496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:50.510858939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"f1cfd05b-cbe6-4191-bb56-28f5fbd6b62b","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-aca55dc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:50.559282272Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"namespace":"ai-tenant-e2e-mt-aca55dc4","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"f1cfd05b-cbe6-4191-bb56-28f5fbd6b62b","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-aca55dc4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b4b60a07/e2e-shared-int-sub-aca55dc4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:50.602613036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f63fe2cd-ed9d-4c52-8f9a-74bc976ed15d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:50.602668015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"a3181db0-d603-4a03-bae7-76b8a760b46a","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:50.70801542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97bf0bbb-897d-415f-8d7f-107b9ea8d3c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:50.70803551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97bf0bbb-897d-415f-8d7f-107b9ea8d3c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:51.379397506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f426bcfb-6d1d-405a-9998-5f0150bcc999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:51.392860201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f426bcfb-6d1d-405a-9998-5f0150bcc999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:51.407577969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f426bcfb-6d1d-405a-9998-5f0150bcc999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:51.422136978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f426bcfb-6d1d-405a-9998-5f0150bcc999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:51.962518931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b298099-a348-4c87-8f4a-02d8245f0ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:51.976431181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b298099-a348-4c87-8f4a-02d8245f0ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:51.989818607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b298099-a348-4c87-8f4a-02d8245f0ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:52.003293635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b298099-a348-4c87-8f4a-02d8245f0ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:57.249503339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"c3a50e7f-aa14-4904-b76b-a91b5a71eaa3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:57.271134637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"c3a50e7f-aa14-4904-b76b-a91b5a71eaa3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"name":"e2e-api-b-02a39d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:58.79501891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3176a0eb-6ddd-444e-bf0d-69ba5db0aa9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:58.809297583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3176a0eb-6ddd-444e-bf0d-69ba5db0aa9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:58.823443707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3176a0eb-6ddd-444e-bf0d-69ba5db0aa9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:58.838436091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3176a0eb-6ddd-444e-bf0d-69ba5db0aa9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:59.560396381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c6ac55-78d4-4849-893e-26012246555e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:59.597192011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c6ac55-78d4-4849-893e-26012246555e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:59.621868294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c6ac55-78d4-4849-893e-26012246555e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:53:59.636336134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c6ac55-78d4-4849-893e-26012246555e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:01.355633548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c28686-34ef-4ef2-8380-8ed07b675327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:01.380780612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c28686-34ef-4ef2-8380-8ed07b675327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:01.395806886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c28686-34ef-4ef2-8380-8ed07b675327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:01.455006567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53c28686-34ef-4ef2-8380-8ed07b675327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.030651403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b801f950-02f6-4d9f-bc42-c36f2b2a7614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.044136136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b801f950-02f6-4d9f-bc42-c36f2b2a7614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.057715743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b801f950-02f6-4d9f-bc42-c36f2b2a7614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.071257318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b801f950-02f6-4d9f-bc42-c36f2b2a7614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.546043652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"caaced4e-4992-4056-a030-4b6e95274aec","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.643032693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"3fa38c5c-317e-476e-ab64-7858f582b3b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.67068372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"439a496a-f255-4aac-a739-16b4549374c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.69959177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"439a496a-f255-4aac-a739-16b4549374c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.706487609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"b0208bf9-87f0-4ef5-ae24-167128e53053","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:02.755632878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"7f99aaa1-d650-4929-878f-ab0a91f4859e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:03.583450944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"6f8cf0aa-0fc6-4035-88c3-36b89e343918","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:06.042375122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"facb11eb-d259-4c62-9132-660bb2880607","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:06.091946237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"70714fa5-edf1-440e-9cfd-9b5fe329bc68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:06.148975734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"f2c20aef-747f-4d46-8822-61eb903932fb","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:06.177384264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a60ce7bf-88f1-4900-bd81-fe58c3f4272d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:06.196997771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a60ce7bf-88f1-4900-bd81-fe58c3f4272d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:06.341783955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"c18792e5-6904-42a2-abda-eae259fe7ab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.545875176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bebdea6-b7bc-495e-869d-694f1f452c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.559520114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bebdea6-b7bc-495e-869d-694f1f452c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.575127288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bebdea6-b7bc-495e-869d-694f1f452c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.594679981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bebdea6-b7bc-495e-869d-694f1f452c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.972325814Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"b23476ec-ad8f-47d9-b11c-2df0151fec95","namespace":"ai-tenant-e2e-api-b-02a39d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.97242165Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"b23476ec-ad8f-47d9-b11c-2df0151fec95","namespace":"ai-tenant-e2e-api-b-02a39d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.972506934Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"b23476ec-ad8f-47d9-b11c-2df0151fec95","name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.995112044Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"b23476ec-ad8f-47d9-b11c-2df0151fec95","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.996473482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"c80223e2-ccdc-4a4f-bc82-9f19e540221f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.997002072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a51e4a4-52c1-4901-8354-f717216e13c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:07.997031884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a51e4a4-52c1-4901-8354-f717216e13c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.153720612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"c80223e2-ccdc-4a4f-bc82-9f19e540221f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.172345405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"c80223e2-ccdc-4a4f-bc82-9f19e540221f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"name":"e2e-api-b-02a39d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.172370911Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"e2e-e2e-api-b-02a39d-policy","reconcileID":"c80223e2-ccdc-4a4f-bc82-9f19e540221f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-02a39d-policy","namespace":"ai-tenant-e2e-api-b-02a39d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-02a39d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.190239237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ada06e2-380d-4273-b655-028ca0f9ddc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.190260375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ada06e2-380d-4273-b655-028ca0f9ddc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.200995587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b26987-81f1-4072-9e8f-db0dc3f9918f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.214735698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b26987-81f1-4072-9e8f-db0dc3f9918f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.229029237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b26987-81f1-4072-9e8f-db0dc3f9918f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.244671741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b26987-81f1-4072-9e8f-db0dc3f9918f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.478571282Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f241c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f241c2","reconcileID":"d42e3933-b3c1-47b1-8875-bf3551831e6f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f241c2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-f241c2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.820104007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690946f2-0c28-421d-aa4b-1973f52ab6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.833853181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690946f2-0c28-421d-aa4b-1973f52ab6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.848029089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690946f2-0c28-421d-aa4b-1973f52ab6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.862423195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"690946f2-0c28-421d-aa4b-1973f52ab6d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:08.992562648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"1640fcf7-2ee1-4a79-b87c-af8c98580821","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:09.410781866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e134ceb-1b48-4c36-b369-0699f997121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:09.425876649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e134ceb-1b48-4c36-b369-0699f997121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:09.439027179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e134ceb-1b48-4c36-b369-0699f997121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:09.453013658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e134ceb-1b48-4c36-b369-0699f997121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:54:10.195379167Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f241c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f241c2","reconcileID":"399c259f-8162-402f-8e6b-9880312aec3c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-f241c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.355358043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"d5355164-5530-43a0-b746-f8f669020568","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.470790279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"41797b0e-2d8c-4885-a1f0-17c00356c2bb","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.4713843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1bace154-538e-41d0-b9d1-42c677bfe20b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.471561611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"97948d93-aa48-4a42-ba59-70a36f2b3a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.565757005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"d6739a3d-a0b0-4216-a969-429d0cd6a88c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.567879446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"2a8b4d05-5072-4d64-9004-95d02d284652","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.567955026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"20310d78-66bc-4aaf-bbe2-f05653be1218","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.672598506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"a8977ea9-8de5-404d-a743-5c95c4e83e9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.672654484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7fb5e7a4-7eea-4b8d-9be3-439519303947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.774849887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"d1807064-5830-4b3f-80bc-27766967e794","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.775298211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"a03b93a5-2146-4cb1-85d2-8c47813a8df2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.775370727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"f343d146-c7fc-4489-a57e-565f9544d228","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:14.775831936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"6aa19037-b39f-4851-8832-58244a0a27b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:18.807896732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:20.124326016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"04484c3a-6a2f-479e-8c63-b900aede9fc4","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:20.193521732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"bff881e4-1fed-4c5b-8f08-c3157387e022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:20.225751704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e1a7097e-1df2-4c35-abb2-433f54a73489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:20.245100648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e1a7097e-1df2-4c35-abb2-433f54a73489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:20.254976187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"56373e83-d95c-49b8-a8fa-aed81004465a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:20.299358562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"66649e13-29d7-495a-9f2e-90b26d572eef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:22.371818536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3d21a2f6-1be9-4a75-9b65-9ddddc298245","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:22.417837122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"7ed60f8d-b370-48e4-8974-33d46b9c4686","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:22.437446899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1e60d2db-1c1b-4319-9e7e-6d89f19b5852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:22.456019216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1e60d2db-1c1b-4319-9e7e-6d89f19b5852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:22.470068435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2fd4ed15-b0ed-452b-b5d5-b51af575567a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:22.513596472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"59facb2c-3d81-4100-b80a-1e654dff9d21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.00060739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"af9193fc-7001-4211-ac51-3d7994fde13c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-f241c2","tenantID":"e2e-ipp-b-f241c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.040915474Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"af9193fc-7001-4211-ac51-3d7994fde13c","name":"e2e-ipp-b-f241c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.07528928Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","namespace":"ai-tenant-e2e-api-b-02a39d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.075373282Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","namespace":"ai-tenant-e2e-api-b-02a39d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.075460611Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","tenant":"e2e-api-b-02a39d","tenantID":"e2e-api-b-02a39d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.092360559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"Deployment","name":"maas-api-e2e-api-b-02a39d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.120290203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"Service","name":"maas-api-e2e-api-b-02a39d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.137946887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-02a39d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.156411254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-02a39d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.173232325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.199879904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.223103754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.238785407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.252357551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"Deployment","name":"payload-processing-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.265383012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.280363859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"Service","name":"payload-processing-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.293693521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"Service","name":"payload-pre-processing-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.306602124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.320854561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.336367531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.353501219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.366578799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.379716856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.392697596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-02a39d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.40566183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-02a39d"},"namespace":"ai-tenant-e2e-api-b-02a39d","name":"default-tenant","reconcileID":"ac170324-107d-49d5-a8b4-a840fff088f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-02a39d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:29.778359991Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-02a39d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-02a39d","reconcileID":"7f2a4f8a-e36c-4c58-9533-ac8e539f0c91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-02a39d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-02a39d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:30.109684323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b12239-d702-4db3-a9de-b6a19ceacc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:30.126892283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b12239-d702-4db3-a9de-b6a19ceacc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:30.140577244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b12239-d702-4db3-a9de-b6a19ceacc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:30.154647366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b12239-d702-4db3-a9de-b6a19ceacc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:30.741685852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410d5b2f-ded1-4774-8019-01f305c76a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:30.755663494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410d5b2f-ded1-4774-8019-01f305c76a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:30.769065518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410d5b2f-ded1-4774-8019-01f305c76a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:30.782403712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"410d5b2f-ded1-4774-8019-01f305c76a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:37.223137378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f6117d-98c4-47e7-8120-04dac6f281fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:37.236935388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f6117d-98c4-47e7-8120-04dac6f281fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:37.250189569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f6117d-98c4-47e7-8120-04dac6f281fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:37.263499526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f6117d-98c4-47e7-8120-04dac6f281fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:37.914917206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc1cd56-8247-4859-9eda-56ed1aa36d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:37.92927811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc1cd56-8247-4859-9eda-56ed1aa36d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:37.942558384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc1cd56-8247-4859-9eda-56ed1aa36d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:37.956108536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc1cd56-8247-4859-9eda-56ed1aa36d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:38.082801973Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-bbad10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-bbad10","reconcileID":"3a8323e8-7c84-479e-acbd-6aaac265db1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-bbad10","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-bbad10":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:38.678558269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c476af22-136d-4866-9e6a-051866394fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:38.691769543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c476af22-136d-4866-9e6a-051866394fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:38.705462267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c476af22-136d-4866-9e6a-051866394fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:38.71866843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c476af22-136d-4866-9e6a-051866394fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:39.408995826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71f9bbe-e6c3-4cbe-9b87-468e61b923a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:39.423199765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71f9bbe-e6c3-4cbe-9b87-468e61b923a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:39.437014334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71f9bbe-e6c3-4cbe-9b87-468e61b923a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:39.450821988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71f9bbe-e6c3-4cbe-9b87-468e61b923a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:41.539466617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e193162-6069-4dcb-8237-560cd9821e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:41.552982571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e193162-6069-4dcb-8237-560cd9821e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:41.568575626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e193162-6069-4dcb-8237-560cd9821e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:41.582221698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e193162-6069-4dcb-8237-560cd9821e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:42.208220208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b08d241-4f59-4b47-80f6-e377ea18c293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:42.22260287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b08d241-4f59-4b47-80f6-e377ea18c293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:42.252610387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b08d241-4f59-4b47-80f6-e377ea18c293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:42.266804473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b08d241-4f59-4b47-80f6-e377ea18c293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:42.425275554Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3d0672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3d0672","reconcileID":"aeb293ff-a16a-488c-82fd-ce31aa60d0b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3d0672","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3d0672":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:42.911238925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c65c98f-623c-41da-a694-178564ef69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:42.92533196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c65c98f-623c-41da-a694-178564ef69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:42.940839807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c65c98f-623c-41da-a694-178564ef69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:42.956126349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c65c98f-623c-41da-a694-178564ef69d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:43.579619713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e3ab34-b556-4dc8-bfed-c90ca9aaed23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:43.592977363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e3ab34-b556-4dc8-bfed-c90ca9aaed23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:43.606724032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e3ab34-b556-4dc8-bfed-c90ca9aaed23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:43.620240865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e3ab34-b556-4dc8-bfed-c90ca9aaed23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:44.208472348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77fd908c-4c60-4520-aa31-3bb626ce3e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:44.222854879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77fd908c-4c60-4520-aa31-3bb626ce3e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:44.237104644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77fd908c-4c60-4520-aa31-3bb626ce3e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:44.250713691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77fd908c-4c60-4520-aa31-3bb626ce3e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:45.008435435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b5c7ef8-7056-402a-a07c-b0d3001159c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:45.021910263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b5c7ef8-7056-402a-a07c-b0d3001159c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:45.035681387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b5c7ef8-7056-402a-a07c-b0d3001159c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:45.049126662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b5c7ef8-7056-402a-a07c-b0d3001159c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:45.60599613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8613ca33-b733-4018-bd03-eb2ba2992f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:45.619471317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8613ca33-b733-4018-bd03-eb2ba2992f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:45.632839166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8613ca33-b733-4018-bd03-eb2ba2992f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:45.646205426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8613ca33-b733-4018-bd03-eb2ba2992f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:46.179057046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8020f4-2476-4de5-916d-48d3d92fa16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:46.192386975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8020f4-2476-4de5-916d-48d3d92fa16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:46.205879097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8020f4-2476-4de5-916d-48d3d92fa16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:46.221425992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8020f4-2476-4de5-916d-48d3d92fa16b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:46.826668454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e4ee93-aece-4b94-8586-8a13e6bb1198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:46.840100816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e4ee93-aece-4b94-8586-8a13e6bb1198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:46.853603932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e4ee93-aece-4b94-8586-8a13e6bb1198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:46.867695415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e4ee93-aece-4b94-8586-8a13e6bb1198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:47.407118689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1b6ba6-654e-4b0a-8fd4-80f178306f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:47.420389454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1b6ba6-654e-4b0a-8fd4-80f178306f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:47.433680651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1b6ba6-654e-4b0a-8fd4-80f178306f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:47.446981836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1b6ba6-654e-4b0a-8fd4-80f178306f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:48.807698273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.376136874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aafc6ff6-f99a-47d9-8d2f-701f92aebb18","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.376196996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"654b3ba4-7d20-478a-9263-4601806e811d","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.480207885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d070fd1-1d90-4c4c-bcc6-f7f4f9d0dd7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.583105545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"1a626237-7a71-4ac8-be1e-5b8082b1ae02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.684035936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"c4da134d-8776-47cd-9f29-cb2f70a9cfd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.684591878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"e0aad045-d3ae-428f-98f5-07d5ee7b7be9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.698848115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"edfc91c9-0e3b-4d2d-abe4-34ba36024458","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.784261587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"2d9bd7ff-1f30-498b-9185-a9f430fb23f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.784359599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"21cad449-3f3c-4d67-b019-e8a58d50d98c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.895013777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"8b35b93e-1e4a-41c0-b13e-72d11b132794","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.895327134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"2bcff2a8-71b8-4e52-afbe-89b8c3e13e10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.895897315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"2b3d1380-009e-42f0-a403-133a3d2fca9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:50.99444056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"fc856e74-af15-4181-9715-1d991e169365","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:51.972483628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf49d80b-e6de-44a0-91c6-4660c5c935c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:51.987766614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf49d80b-e6de-44a0-91c6-4660c5c935c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:52.003172963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf49d80b-e6de-44a0-91c6-4660c5c935c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:52.020190134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf49d80b-e6de-44a0-91c6-4660c5c935c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:52.587279818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791591bb-4637-4785-aeb5-bb51a1e5fa37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:52.600498911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791591bb-4637-4785-aeb5-bb51a1e5fa37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:52.613910528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791591bb-4637-4785-aeb5-bb51a1e5fa37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:54:52.627042109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"791591bb-4637-4785-aeb5-bb51a1e5fa37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:00.948469923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"6114d178-205f-4e14-8b29-3633d0457088","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-bbad10","tenantID":"e2e-ipp-b-bbad10","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:00.988322686Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"6114d178-205f-4e14-8b29-3633d0457088","name":"e2e-ipp-b-bbad10-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:06.543377209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"3e231a85-5528-4a13-bbf6-9fd8b7ee474f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3d0672","tenantID":"e2e-ipp-a-3d0672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:06.584034163Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"3e231a85-5528-4a13-bbf6-9fd8b7ee474f","name":"e2e-ipp-a-3d0672-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:11.766257425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"435fff86-7d94-4b9c-8976-ae598073cbb1","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:11.766288398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"435fff86-7d94-4b9c-8976-ae598073cbb1","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:12.148929545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"a5ab3cdc-85db-413f-8147-a04d92824dc7","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:12.148957533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"a5ab3cdc-85db-413f-8147-a04d92824dc7","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:12.165362183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"da72066e-4e07-41b6-a6af-a5980b109af2","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:12.165382624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"da72066e-4e07-41b6-a6af-a5980b109af2","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:12.191612559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"303ccb97-1b7d-4a55-8f61-8bdbceec5fba","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:12.210920707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"303ccb97-1b7d-4a55-8f61-8bdbceec5fba","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"e2e-ipp-a-a432f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:12.228205124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a432f0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb1d84ddbd64f31569cc92420f51795a87f300dffc281c2117b9251f5e871899) AuthConfig (6388ec989f3a5a5cf637ab34047c3a34e1638097f957bd5d194368db28ee8a0f) AuthConfig (c1462ac01b994e463a5d7547cd8ece915698a31ca846bb5ecfc7ecf463a9166d) AuthConfig (d151a27a94b00fea55374c33108468a6690c914224eb32c2634c52fe571c5a89) AuthConfig (b3e6a2b4afb9fba89f924ac0b027833edc881ef3fc13534d615db3d3e7cceab2) AuthConfig (f75638bd795e6eeccbdb5361c322e9f9ccfa8880bec7fde5680cf7acfc594ce7) AuthConfig (2ff868569d1b03fe9ba2e5809556d175bb6fe5c2f45a11cb781e83724e488709) AuthConfig (3872d12b88d2bc742ad5854d47e56d664f4473017560b8ec01fa5617a2dd0ddc) AuthConfig (741d638c86464f5a7b428d8feb6942570a0116050168086db6b75c4432d0236e) AuthConfig (5438891e87bc91276b4248fdb7d5cb8348d83b09764a73955c1d0c3297375470) AuthConfig (86ba77891bf09ec7129b4ab15efacb6ed71d0514615079a91eb9588e3a60ce29) AuthConfig (bf046102c4a70aeaba090050bef808d71cce68c091d09fc1b5b8098a252e7bbf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"303ccb97-1b7d-4a55-8f61-8bdbceec5fba","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:12.248063351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"0b445eaa-d0ad-4463-b053-3e05535aae5a","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:12.248078448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"0b445eaa-d0ad-4463-b053-3e05535aae5a","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:18.80794441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:21.1690596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-policy-aca55dc4","reconcileID":"7d325673-28fe-4da8-a4d5-e7d7409edf1d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:21.169234355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6eef2a6f-f5e2-47ef-a8bd-fe466f5f45d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:21.169257688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6eef2a6f-f5e2-47ef-a8bd-fe466f5f45d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:21.196245937Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-policy-aca55dc4","reconcileID":"7d325673-28fe-4da8-a4d5-e7d7409edf1d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"policyNamespace":"ai-tenant-e2e-mt-b4b60a07","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:21.250549951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6ed5cf2-6273-4358-9cd1-a5a80d584084","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:21.250571376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6ed5cf2-6273-4358-9cd1-a5a80d584084","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:21.439815594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca5e2fd4-beb3-4191-b4e9-629fa864b868","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:21.439839199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca5e2fd4-beb3-4191-b4e9-629fa864b868","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:22.27516057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"a218ff60-d4a5-423d-8b8f-2d555c4014f0","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:22.295172409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"a218ff60-d4a5-423d-8b8f-2d555c4014f0","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"e2e-ipp-a-a432f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:22.456955497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"647929b7-6c4d-474a-8466-9b574ed99397","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:22.456977661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"647929b7-6c4d-474a-8466-9b574ed99397","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.020196944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"e57456b5-7cd1-4a46-bcb6-43ac5b2af4f7","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.020220661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"e57456b5-7cd1-4a46-bcb6-43ac5b2af4f7","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.042614578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"50160e02-978b-406e-82be-4b62c40aa06d","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.04263936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"50160e02-978b-406e-82be-4b62c40aa06d","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:55:23.054221535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"8be601af-b8f6-4581-831c-d3e6f9873f96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-a432f0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.067665452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"c791f3f5-f653-417e-99fb-07036885d666","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.085467297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4ffadeec-b40b-4e02-8105-13d0855273d3","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.085492776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4ffadeec-b40b-4e02-8105-13d0855273d3","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.086952667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"c791f3f5-f653-417e-99fb-07036885d666","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"e2e-ipp-a-a432f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.103562886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"3846389b-5b3b-441d-8cbe-0328f9fe8820","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.103589278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"3846389b-5b3b-441d-8cbe-0328f9fe8820","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.160941691Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"87f145d6-aa16-48c7-9804-07e18d3a590e","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"maas-trlp-ipp-route-a432f0","model":"ipp-route-a432f0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.210705728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"7b732dd9-17ea-4811-b202-09aee95a6714","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.210729536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"7b732dd9-17ea-4811-b202-09aee95a6714","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:23.251063541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"76e201d2-6450-4bb2-8fff-cad3988c62a2","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"maas-trlp-ipp-route-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:24.873196107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a7cf2c-8540-49dd-85f0-71b66d7fd69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:24.886979444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a7cf2c-8540-49dd-85f0-71b66d7fd69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:24.903284217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a7cf2c-8540-49dd-85f0-71b66d7fd69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:24.917226837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a7cf2c-8540-49dd-85f0-71b66d7fd69e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:25.486839798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3018db7e-41c0-4e18-9ab7-2f45ccea3517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:25.500869078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3018db7e-41c0-4e18-9ab7-2f45ccea3517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:25.514478352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3018db7e-41c0-4e18-9ab7-2f45ccea3517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:25.527930524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3018db7e-41c0-4e18-9ab7-2f45ccea3517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.083474531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837c3777-b79a-470b-a432-53a9a973be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.09717369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837c3777-b79a-470b-a432-53a9a973be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.110327711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837c3777-b79a-470b-a432-53a9a973be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.123766322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837c3777-b79a-470b-a432-53a9a973be2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.487266966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"fc91e6f2-286b-4cc4-a4df-eb0747986e0d","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-aca55dc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.534404876Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"namespace":"ai-tenant-e2e-mt-b4b60a07","name":"e2e-shared-int-sub-aca55dc4","reconcileID":"fc91e6f2-286b-4cc4-a4df-eb0747986e0d","MaaSSubscription":{"name":"e2e-shared-int-sub-aca55dc4","namespace":"ai-tenant-e2e-mt-b4b60a07"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.576554684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e312ffe8-2111-4e92-8004-6aa8040ae39f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.655337416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce624656-1ec9-41a7-91b4-06584089501e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.670878474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce624656-1ec9-41a7-91b4-06584089501e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.684324568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce624656-1ec9-41a7-91b4-06584089501e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.689507598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b7499f-90e5-4049-aea6-f5517df56a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.689531452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b7499f-90e5-4049-aea6-f5517df56a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:31.697623911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce624656-1ec9-41a7-91b4-06584089501e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:32.696119081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03558a0b-3600-4183-ae64-03b657e3e434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:32.709553373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03558a0b-3600-4183-ae64-03b657e3e434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:32.722968587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03558a0b-3600-4183-ae64-03b657e3e434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:32.73622307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03558a0b-3600-4183-ae64-03b657e3e434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:33.264753124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631869c4-23a6-4294-835a-885ee6684cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:33.278433001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631869c4-23a6-4294-835a-885ee6684cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:33.291807567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631869c4-23a6-4294-835a-885ee6684cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:33.305335023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631869c4-23a6-4294-835a-885ee6684cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:34.042035326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05059af0-4ceb-4b0d-bf0d-a8f6687a7c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:34.057097521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05059af0-4ceb-4b0d-bf0d-a8f6687a7c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:34.071122004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05059af0-4ceb-4b0d-bf0d-a8f6687a7c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:34.085690725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05059af0-4ceb-4b0d-bf0d-a8f6687a7c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:37.100242603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"9046c11e-dd6a-4b1a-8811-915869421ab6","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"maas-trlp-ipp-route-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:37.188689263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"66144bb7-528b-47a6-b882-19b291dacb8a","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:37.188709731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"66144bb7-528b-47a6-b882-19b291dacb8a","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:37.936465915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"a206b8d1-357a-46bd-a634-deaa56f10bfc","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:37.954699496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"a206b8d1-357a-46bd-a634-deaa56f10bfc","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"e2e-ipp-a-a432f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.387625078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4df94648-b9c5-4411-9bf1-975de807715d","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.387653473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4df94648-b9c5-4411-9bf1-975de807715d","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.405793844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"6139a9bb-f4df-4c66-9641-22f168ceee92","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.40581024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"6139a9bb-f4df-4c66-9641-22f168ceee92","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.427269883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"cd20aa9a-a033-4633-a00f-b23731556df3","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.441771889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"d6daa9e7-9b29-4c43-8fea-ad5d98ae6a1a","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"maas-trlp-ipp-route-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.445295523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"cd20aa9a-a033-4633-a00f-b23731556df3","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"e2e-ipp-a-a432f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.527980795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"a4408983-1fbb-42a7-9425-70d9e3c80cdc","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"maas-trlp-ipp-route-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.597274107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"49ab6b8c-fefc-4c16-ae93-60a6afc66178","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.615499099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"49ab6b8c-fefc-4c16-ae93-60a6afc66178","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"e2e-ipp-a-a432f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.670410148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42aac2eb-3f39-465f-a398-71f4c84f1e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.687232987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42aac2eb-3f39-465f-a398-71f4c84f1e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.701168299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42aac2eb-3f39-465f-a398-71f4c84f1e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:45.714621639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42aac2eb-3f39-465f-a398-71f4c84f1e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:46.274078534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f62114-855b-4c19-98e4-6d6cf3e40e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:46.287814377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f62114-855b-4c19-98e4-6d6cf3e40e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:46.301442098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f62114-855b-4c19-98e4-6d6cf3e40e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:46.314703609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f62114-855b-4c19-98e4-6d6cf3e40e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.560343698Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","namespace":"ai-tenant-e2e-ipp-a-97d8e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.560430684Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","namespace":"ai-tenant-e2e-ipp-a-97d8e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.560488721Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","tenant":"e2e-ipp-a-97d8e7","tenantID":"e2e-ipp-a-97d8e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.576102143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"Deployment","name":"maas-api-e2e-ipp-a-97d8e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.601382003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"Service","name":"maas-api-e2e-ipp-a-97d8e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.623940425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-97d8e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.641890698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-97d8e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.659882331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.676619691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.695092736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.714435927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.729841074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.747604134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.775796022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"Service","name":"payload-processing-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.800680208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.814379951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.819823465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.837905727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.855350765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.878356898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.897870193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.91348402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.929115878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-97d8e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:48.944979768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-97d8e7"},"namespace":"ai-tenant-e2e-ipp-a-97d8e7","name":"default-tenant","reconcileID":"d73b10e5-2e80-474d-ac20-e277bd941931","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-97d8e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:49.224077668Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-97d8e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-97d8e7","reconcileID":"e2437221-481d-4d4d-bc0e-8d0ffd112b93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-97d8e7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-97d8e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:49.585007502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ffcb01-44b8-4f67-9971-c999bc28c3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:49.59830168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ffcb01-44b8-4f67-9971-c999bc28c3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:49.611648591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ffcb01-44b8-4f67-9971-c999bc28c3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:49.625738503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ffcb01-44b8-4f67-9971-c999bc28c3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.27355365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4159b84b-9c4c-4036-803c-3330a7d7f324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.287461767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4159b84b-9c4c-4036-803c-3330a7d7f324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.301600934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4159b84b-9c4c-4036-803c-3330a7d7f324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.315402165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4159b84b-9c4c-4036-803c-3330a7d7f324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.414838505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"e060b07d-f3e6-4daf-9e46-119d109163bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.52493131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f288952-2e0a-4ffb-bab4-97d528f6ef36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.532351664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"6991c51a-9b5a-425e-a616-3e488b2dbe3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.646065177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"7d251c0e-2492-4644-9acc-0667080c24c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.752769716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"9e098cb6-514d-4abf-8002-034a2713d451","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.849214393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"50e95183-a836-408c-b53c-1007da089181","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.962965623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"157f7ef8-5800-4a8c-b7c6-7a7d8a3c5eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:50.96672684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"1bd0430d-1db5-43f1-ada0-36efe6a3e15e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:51.060774971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"8beb89e6-2dee-43bc-b8f3-2beb54b30a05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:51.146514601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"2e807577-b752-4676-a5f1-668e9a0670db","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"maas-trlp-ipp-route-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:51.147378322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23f8b799-69d1-4072-8b1d-3030e0825db5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:51.245813906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"5798cbe5-52ea-4318-b9d4-53dd8bc568df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:51.246548195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"ce972abf-f513-4f5b-aa7c-745c389cf481","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:55.509656965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"dfc93e7f-a3fa-4bfe-986f-a50cac44eed4","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:55.512242002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"dfc93e7f-a3fa-4bfe-986f-a50cac44eed4","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:55.53640462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"a2584225-2ead-4a67-be2b-68d1e6b04ef9","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:55.551280733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"dc301b9e-bfbb-4657-80b4-62f216a7ed5b","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"maas-trlp-ipp-route-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:55.554910452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"a2584225-2ead-4a67-be2b-68d1e6b04ef9","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"e2e-ipp-a-a432f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:55.669094576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"f1e260c2-5f1b-4477-b08d-029f327d6f2e","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"maas-trlp-ipp-route-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:57.253763972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f374b6-e28d-46a3-8d4f-e5f48fb471ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:57.266495424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f374b6-e28d-46a3-8d4f-e5f48fb471ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:57.281326399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f374b6-e28d-46a3-8d4f-e5f48fb471ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:57.294496963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f374b6-e28d-46a3-8d4f-e5f48fb471ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:57.809966688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258550d7-7980-421a-b56f-8414bdcc3b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:57.823060299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258550d7-7980-421a-b56f-8414bdcc3b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:57.835783633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258550d7-7980-421a-b56f-8414bdcc3b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:57.848739747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258550d7-7980-421a-b56f-8414bdcc3b30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:58.38141602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e084f3c-9020-472d-9a4e-567a134a0cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:58.394861317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e084f3c-9020-472d-9a4e-567a134a0cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:58.407725042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e084f3c-9020-472d-9a4e-567a134a0cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:55:58.420290473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e084f3c-9020-472d-9a4e-567a134a0cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.232768173Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"835ebbbf-87ea-4116-a3e6-aba0b5af72a1","namespace":"ai-tenant-e2e-ipp-a-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.232834185Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"835ebbbf-87ea-4116-a3e6-aba0b5af72a1","name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.250573777Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"835ebbbf-87ea-4116-a3e6-aba0b5af72a1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.250600489Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"835ebbbf-87ea-4116-a3e6-aba0b5af72a1","namespace":"ai-tenant-e2e-ipp-a-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.250734158Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"835ebbbf-87ea-4116-a3e6-aba0b5af72a1","name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.251136644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"8de9bcf9-52fb-4500-8b2f-d3f6817eccc9","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.251169218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"8de9bcf9-52fb-4500-8b2f-d3f6817eccc9","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.268360684Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"835ebbbf-87ea-4116-a3e6-aba0b5af72a1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.269164862Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"c61ccfc1-a28b-404e-85ff-81a06e9e9812","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.269725365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"165c7c88-5690-4dc5-9b34-f178e9666e3c","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.269745184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"165c7c88-5690-4dc5-9b34-f178e9666e3c","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.297324252Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"b66e093f-4789-4791-81a1-aabf256176c7","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19c2cf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.310237671Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"cdc10de6-d39d-4a54-8959-46dcf3743189","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19c2cf5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.396948312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"c61ccfc1-a28b-404e-85ff-81a06e9e9812","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.414840238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"c61ccfc1-a28b-404e-85ff-81a06e9e9812","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"e2e-ipp-a-a432f0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.414859463Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-auth","reconcileID":"c61ccfc1-a28b-404e-85ff-81a06e9e9812","MaaSAuthPolicy":{"name":"ipp-route-a432f0-auth","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.441048231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"b94d0ed7-9c76-4ec0-9b0d-8c0061096204","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:05.44106705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"b94d0ed7-9c76-4ec0-9b0d-8c0061096204","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:06.68900916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"ffc1d1bf-84a0-4ba7-8e5c-6f3f547098b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:06.77629144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d5c2153-212e-4ca5-a098-3f1981085948","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:06.783835903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ad0754e-5b4a-4acf-b37a-37a57ddab340","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:06.873580177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"c1befca6-1a29-41c5-8a26-abd5cedaf9f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:06.989560572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"993516be-c6b4-470e-9e40-23ae9ee9ed8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:06.989792425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"0e26b554-2c1f-49e0-96ce-6c1312d8fbab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.095950156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"73b4d0e5-de78-4e59-9d71-499132050343","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.099327881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"b8e81bb1-9009-4097-8542-69687c5404dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.174719645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"f0afedd7-2917-487d-a4a2-e615c0f66d13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.180203972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"2d15173f-c690-4121-bff8-63f271863420","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.273243756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1b6b4a-2340-4ddd-b282-96b8f0210327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.286121562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1b6b4a-2340-4ddd-b282-96b8f0210327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.286432359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"42129a44-9f78-47d7-bcd5-70ad4b63f38e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.298936767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1b6b4a-2340-4ddd-b282-96b8f0210327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.311940945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1b6b4a-2340-4ddd-b282-96b8f0210327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.382222551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"fb1d3fd9-21ff-4420-bcee-3cde32e0ade1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.897751235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8e2858-4957-429d-bbbe-f0e5296a2360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.910547297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8e2858-4957-429d-bbbe-f0e5296a2360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.923183136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8e2858-4957-429d-bbbe-f0e5296a2360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:07.936244618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a8e2858-4957-429d-bbbe-f0e5296a2360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:08.501397054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4414c3bb-e45a-4658-8cb7-cd1ae663cd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:08.514494994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4414c3bb-e45a-4658-8cb7-cd1ae663cd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:08.527329361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4414c3bb-e45a-4658-8cb7-cd1ae663cd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:08.540350372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4414c3bb-e45a-4658-8cb7-cd1ae663cd64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:09.105892293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0de76f9-9160-4caa-b2c3-2a798ae8c864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:09.118831295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0de76f9-9160-4caa-b2c3-2a798ae8c864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:09.131405989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0de76f9-9160-4caa-b2c3-2a798ae8c864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:09.144669794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0de76f9-9160-4caa-b2c3-2a798ae8c864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:09.787656562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d685dc25-afd1-4b73-bf7f-6db6c4ab8cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:09.800169613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d685dc25-afd1-4b73-bf7f-6db6c4ab8cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:09.812946844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d685dc25-afd1-4b73-bf7f-6db6c4ab8cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:09.825694846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d685dc25-afd1-4b73-bf7f-6db6c4ab8cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:10.403458042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd78867-e997-4248-ac35-15f38f32678a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:10.416635394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd78867-e997-4248-ac35-15f38f32678a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:10.429569049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd78867-e997-4248-ac35-15f38f32678a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:10.442522255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd78867-e997-4248-ac35-15f38f32678a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:11.008556566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9943dbe-5365-443b-9594-d86ca2a85802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:11.021592969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9943dbe-5365-443b-9594-d86ca2a85802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:11.034608407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9943dbe-5365-443b-9594-d86ca2a85802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:11.047421528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9943dbe-5365-443b-9594-d86ca2a85802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:11.742585054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e019520a-b1b6-4a54-a130-a71ec4b5b6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:11.766490365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e019520a-b1b6-4a54-a130-a71ec4b5b6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:11.7826659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e019520a-b1b6-4a54-a130-a71ec4b5b6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:11.795544937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e019520a-b1b6-4a54-a130-a71ec4b5b6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:12.320795097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6b1dda-a145-474c-bb5b-909dadba3fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:12.333853388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6b1dda-a145-474c-bb5b-909dadba3fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:12.346946108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6b1dda-a145-474c-bb5b-909dadba3fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:12.359745045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df6b1dda-a145-474c-bb5b-909dadba3fe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:14.038092469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12469804-baf4-474d-ad3b-c3a3780b37a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:14.051029519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12469804-baf4-474d-ad3b-c3a3780b37a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:14.06359909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12469804-baf4-474d-ad3b-c3a3780b37a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:14.076111743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12469804-baf4-474d-ad3b-c3a3780b37a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:14.609421758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb4cc56-382e-4383-8c2d-114729184246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:14.622185739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb4cc56-382e-4383-8c2d-114729184246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:14.634984744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb4cc56-382e-4383-8c2d-114729184246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:14.647689241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb4cc56-382e-4383-8c2d-114729184246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:14.923757815Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-946024","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-946024","reconcileID":"c8a2ade9-070d-46da-b619-87a50eee1cda","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-946024","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-946024":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:15.323663038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"25cf70a2-a22b-4647-b394-60d7f3e8d0cf","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","subscription":"ipp-route-a432f0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:15.337125528Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"25cf70a2-a22b-4647-b394-60d7f3e8d0cf","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:15.342162853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d186480b-f6d7-4fbe-8ef9-fc77a45bc716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:15.358496856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d186480b-f6d7-4fbe-8ef9-fc77a45bc716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:15.37497947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d186480b-f6d7-4fbe-8ef9-fc77a45bc716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:15.380807674Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0-sub","reconcileID":"25cf70a2-a22b-4647-b394-60d7f3e8d0cf","MaaSSubscription":{"name":"ipp-route-a432f0-sub","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"name":"maas-trlp-ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:15.392753773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d186480b-f6d7-4fbe-8ef9-fc77a45bc716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:15.550454698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"bd4dff39-15ab-4807-8185-a11e93a7306b","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"tenant":"e2e-ipp-a-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","model":"ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:15.550481559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"bd4dff39-15ab-4807-8185-a11e93a7306b","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"routeName":"ipp-route-a432f0-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a432f0","llmisvcName":"ipp-route-a432f0","gateway":"openshift-ingress/e2e-ipp-a-a432f0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:16.013836381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591c3c0c-182b-442c-bca1-10ed42ecc337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:16.026684071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591c3c0c-182b-442c-bca1-10ed42ecc337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:16.03964627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591c3c0c-182b-442c-bca1-10ed42ecc337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:16.054776292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591c3c0c-182b-442c-bca1-10ed42ecc337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:16.6053158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431da146-6447-438c-8664-a9df172ba485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:16.6181758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431da146-6447-438c-8664-a9df172ba485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:16.631551513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431da146-6447-438c-8664-a9df172ba485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:16.645069576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"431da146-6447-438c-8664-a9df172ba485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:17.25781006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1b58b7-8fe8-472b-9769-6032cb90a345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:17.271460952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1b58b7-8fe8-472b-9769-6032cb90a345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:17.286589796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1b58b7-8fe8-472b-9769-6032cb90a345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:17.30118602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1b58b7-8fe8-472b-9769-6032cb90a345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:17.834962635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765ee419-68fd-4c9f-9b3f-d150985f980e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:17.848386994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765ee419-68fd-4c9f-9b3f-d150985f980e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:17.860973107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765ee419-68fd-4c9f-9b3f-d150985f980e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:17.873705479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765ee419-68fd-4c9f-9b3f-d150985f980e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:18.406586479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98e5862-e8d1-4369-9b33-b0710f5962d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:18.419729201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98e5862-e8d1-4369-9b33-b0710f5962d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:18.432542425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98e5862-e8d1-4369-9b33-b0710f5962d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:18.445726566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98e5862-e8d1-4369-9b33-b0710f5962d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:18.80694878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:19.033650786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eed2c74-b522-486b-94a2-3c97584fda98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:19.046710112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eed2c74-b522-486b-94a2-3c97584fda98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:19.061536461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eed2c74-b522-486b-94a2-3c97584fda98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:19.077516381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eed2c74-b522-486b-94a2-3c97584fda98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.02446239Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","namespace":"ai-tenant-e2e-ipp-b-f241c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.024545242Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","namespace":"ai-tenant-e2e-ipp-b-f241c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.024604283Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","tenant":"e2e-ipp-b-f241c2","tenantID":"e2e-ipp-b-f241c2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.03940888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"Deployment","name":"maas-api-e2e-ipp-b-f241c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.075852458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"Service","name":"maas-api-e2e-ipp-b-f241c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.092232581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-f241c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.108262935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-f241c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.124863433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.140878504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.158914076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.174364236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.188919928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.203852565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.232677437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"Service","name":"payload-processing-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.2604389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.281386606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.296761572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.314967742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.333822361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.349362285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.364780693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.379321109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-f241c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.395806109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-f241c2"},"namespace":"ai-tenant-e2e-ipp-b-f241c2","name":"default-tenant","reconcileID":"a2c6a2d2-a3f5-46c2-868c-737642e42de9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-f241c2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.414295802Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","namespace":"ai-tenant-e2e-ipp-a-7aba3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.414453351Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","namespace":"ai-tenant-e2e-ipp-a-7aba3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.414546078Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","tenant":"e2e-ipp-a-7aba3e","tenantID":"e2e-ipp-a-7aba3e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.429970402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7aba3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.46237694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"Service","name":"maas-api-e2e-ipp-a-7aba3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.486930257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7aba3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.503292618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7aba3e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.524415728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.539641621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.556016519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.571649992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.586782736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.607014489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.639550004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"Service","name":"payload-processing-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.663908679Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-f241c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-f241c2","reconcileID":"6e142fa4-4f6e-403f-b105-bf4e20fe9b6f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-f241c2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-f241c2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.664507103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.687806812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.702692729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.719780826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.768004088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.785378471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.800573642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.815274522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7aba3e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:20.84111106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7aba3e"},"namespace":"ai-tenant-e2e-ipp-a-7aba3e","name":"default-tenant","reconcileID":"ef1c7ed1-50fd-4e4f-bd4d-e1db1a458021","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7aba3e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:21.155739821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f053ff-a94e-4e28-936c-80e152b0ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:21.169404381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f053ff-a94e-4e28-936c-80e152b0ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:21.182772526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f053ff-a94e-4e28-936c-80e152b0ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:21.196317063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f053ff-a94e-4e28-936c-80e152b0ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:21.218310263Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7aba3e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7aba3e","reconcileID":"4d4dacb9-edfb-4a70-a1a7-8f72ddd6a859","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7aba3e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7aba3e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:21.799533014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7234af1-dbf5-49a6-a51c-5af8a947e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:21.812641414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7234af1-dbf5-49a6-a51c-5af8a947e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:21.825433901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7234af1-dbf5-49a6-a51c-5af8a947e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:21.838674021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7234af1-dbf5-49a6-a51c-5af8a947e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.501799614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53efabc-c5ee-478f-9c4a-e14bafb050fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.514570043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53efabc-c5ee-478f-9c4a-e14bafb050fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.527279937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53efabc-c5ee-478f-9c4a-e14bafb050fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.539978105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a53efabc-c5ee-478f-9c4a-e14bafb050fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.747453893Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","namespace":"ai-tenant-e2e-ipp-a-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.747512703Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","namespace":"ai-tenant-e2e-ipp-a-a432f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.747559882Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","tenant":"e2e-ipp-a-a432f0","tenantID":"e2e-ipp-a-a432f0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.761763435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a432f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.792717108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"Service","name":"maas-api-e2e-ipp-a-a432f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.817973227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a432f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.83271237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a432f0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.848501214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.866445022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.900238209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.94031509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.955252202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:22.973179713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.004616829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"Service","name":"payload-processing-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.03246639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.054657578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.07034366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.086954872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.105984871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.121125849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.135650259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.139281034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1dc8b6-79ed-4baa-a9a4-a4c5310e16af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.152222011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1dc8b6-79ed-4baa-a9a4-a4c5310e16af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.154925168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a432f0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.168237787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1dc8b6-79ed-4baa-a9a4-a4c5310e16af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.181723006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1dc8b6-79ed-4baa-a9a4-a4c5310e16af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.182727369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"default-tenant","reconcileID":"433a546d-e4ce-42ae-b242-89ba1c2e8827","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a432f0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.557851446Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a432f0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a432f0","reconcileID":"75f8b20b-795b-4c39-b951-7937123ba274","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a432f0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a432f0"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.603524628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4096ea2c-5bac-49ea-9272-f1e37de27b5f","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.624733065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4096ea2c-5bac-49ea-9272-f1e37de27b5f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.630080383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"8dfb00de-96df-49dd-8f8b-b6b6dfde876b","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.630137558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"8dfb00de-96df-49dd-8f8b-b6b6dfde876b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.640642013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"50be1522-6714-4260-be77-ec1294b4bd26","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.64070263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"50be1522-6714-4260-be77-ec1294b4bd26","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.66101474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"64ee5019-ae58-4745-8403-6e321d46a6a8","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.66107018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"64ee5019-ae58-4745-8403-6e321d46a6a8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.701879301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"9d3afcda-7c52-4c8a-b1bb-b249fa7cef49","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.701942404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"9d3afcda-7c52-4c8a-b1bb-b249fa7cef49","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.782253749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"03ce6f8f-4393-4340-b180-01a7dd669f6e","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.782322847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"03ce6f8f-4393-4340-b180-01a7dd669f6e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.858022717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc68d453-2ed9-4ef4-9422-7cf0cbab8eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.870760942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc68d453-2ed9-4ef4-9422-7cf0cbab8eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.883435588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc68d453-2ed9-4ef4-9422-7cf0cbab8eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:23.901156766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc68d453-2ed9-4ef4-9422-7cf0cbab8eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.942607075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"f63c1009-7170-447e-8f0c-c136202cba86","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:23.942668408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"f63c1009-7170-447e-8f0c-c136202cba86","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:24.263243365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"426821c4-a49e-405e-9cbe-751581612a40","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:24.263310371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"426821c4-a49e-405e-9cbe-751581612a40","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:24.411851323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e695ad66-b8d0-42b8-8bf6-6867bedaf021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:24.427069128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e695ad66-b8d0-42b8-8bf6-6867bedaf021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:24.440415324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e695ad66-b8d0-42b8-8bf6-6867bedaf021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:24.453360908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e695ad66-b8d0-42b8-8bf6-6867bedaf021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:24.904424947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"6db4faf1-735d-4527-8e57-e74f71327a5f","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:24.904495142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"6db4faf1-735d-4527-8e57-e74f71327a5f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:24.980413313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa98526c-6c0d-4bb5-88cf-157fc97a3be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:24.993210267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa98526c-6c0d-4bb5-88cf-157fc97a3be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:25.005774035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa98526c-6c0d-4bb5-88cf-157fc97a3be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:25.040399663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa98526c-6c0d-4bb5-88cf-157fc97a3be0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:26.185107868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"9160ed60-5a39-4cea-bb21-73ad7b490028","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:26.185210261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"9160ed60-5a39-4cea-bb21-73ad7b490028","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:28.745487594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"34dd0888-da0b-4edf-a320-0d518a9897c3","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:28.745555264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"34dd0888-da0b-4edf-a320-0d518a9897c3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:29.394538282Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"efb302a5-5f32-45d0-bbd1-699e6a3fd161","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:29.394619018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"efb302a5-5f32-45d0-bbd1-699e6a3fd161","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:29.624600463Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"5fbc6b63-61cb-4177-a2d5-b1ac63926c76","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:29.624657966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"5fbc6b63-61cb-4177-a2d5-b1ac63926c76","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:29.641126959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"83076412-74d1-4caa-ba3e-88b3c1b6411a","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:29.641207621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"83076412-74d1-4caa-ba3e-88b3c1b6411a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:29.938803846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"457e2727-d231-492e-862d-eb278ad64d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:29.963175738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"457e2727-d231-492e-862d-eb278ad64d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:29.98140749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"457e2727-d231-492e-862d-eb278ad64d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:30.002306189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"457e2727-d231-492e-862d-eb278ad64d53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:30.598866622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e615284a-c8ed-4ab3-bd71-8e812e247d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:30.617775098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e615284a-c8ed-4ab3-bd71-8e812e247d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:30.631083388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e615284a-c8ed-4ab3-bd71-8e812e247d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:30.644925541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e615284a-c8ed-4ab3-bd71-8e812e247d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:31.193197306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11519893-610b-4fbb-88c5-fcac1a865224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:31.206329307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11519893-610b-4fbb-88c5-fcac1a865224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:31.219377909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11519893-610b-4fbb-88c5-fcac1a865224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:31.23252623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11519893-610b-4fbb-88c5-fcac1a865224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:32.823238366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"1e6562b3-3d27-4459-92f8-9bb26f80f403","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-946024","tenantID":"e2e-ipp-b-946024","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:32.864029035Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"1e6562b3-3d27-4459-92f8-9bb26f80f403","name":"e2e-ipp-b-946024-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:33.05709003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"f73b0e61-4440-4cc1-8d81-4c2a2c7acaaf","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:33.05726568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"f73b0e61-4440-4cc1-8d81-4c2a2c7acaaf","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:33.159241751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"0e6ebd89-488b-44e3-8b3e-6bd1db41a18e","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:33.159320426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"0e6ebd89-488b-44e3-8b3e-6bd1db41a18e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:33.418649874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc39370e-9040-41c6-8b73-664db0e93dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:33.433765328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc39370e-9040-41c6-8b73-664db0e93dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:33.447455785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc39370e-9040-41c6-8b73-664db0e93dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:33.460568356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc39370e-9040-41c6-8b73-664db0e93dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:34.006012761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4864a0-971e-4287-a7c7-1c06956dd1dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:34.018568526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4864a0-971e-4287-a7c7-1c06956dd1dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:34.031324322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4864a0-971e-4287-a7c7-1c06956dd1dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:34.044065497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a4864a0-971e-4287-a7c7-1c06956dd1dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:34.188922654Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"e8eb32b4-edfe-422a-a7f6-9bcd1adf6a1b","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:34.189003919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"e8eb32b4-edfe-422a-a7f6-9bcd1adf6a1b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:34.235592092Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-adf8b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-adf8b7","reconcileID":"b001bc09-6809-421e-9220-494a56b805c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-adf8b7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-adf8b7":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:34.32579434Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"9bde4347-7dd9-430f-a983-b0f77bbcb210","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:34.325853565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"9bde4347-7dd9-430f-a983-b0f77bbcb210","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:34.636263247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb409ca-5339-4af9-93bd-25da0fd59f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:34.649106141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb409ca-5339-4af9-93bd-25da0fd59f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:34.661703138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb409ca-5339-4af9-93bd-25da0fd59f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:34.674538015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb409ca-5339-4af9-93bd-25da0fd59f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:35.310665723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a789014-1771-43bb-baa2-13b049b0c823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:35.3233965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a789014-1771-43bb-baa2-13b049b0c823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:35.336469937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a789014-1771-43bb-baa2-13b049b0c823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:35.349217003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a789014-1771-43bb-baa2-13b049b0c823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:35.66406102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4f7fdb47-2600-4df0-aff9-16a8fc142f36","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:35.664122048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4f7fdb47-2600-4df0-aff9-16a8fc142f36","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:35.907317589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2991766f-cc32-415d-958d-53d0ad62a7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:35.919977233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2991766f-cc32-415d-958d-53d0ad62a7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:35.93294186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2991766f-cc32-415d-958d-53d0ad62a7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:35.946590149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2991766f-cc32-415d-958d-53d0ad62a7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:39.74867977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4d5d92c1-ea64-4994-9330-417063454d27","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:39.748748739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"4d5d92c1-ea64-4994-9330-417063454d27","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.393975653Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","namespace":"ai-tenant-e2e-ipp-b-bbad10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.39404122Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","namespace":"ai-tenant-e2e-ipp-b-bbad10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.394092243Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","tenant":"e2e-ipp-b-bbad10","tenantID":"e2e-ipp-b-bbad10","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.40917148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"Deployment","name":"maas-api-e2e-ipp-b-bbad10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.452844762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"Service","name":"maas-api-e2e-ipp-b-bbad10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.470350712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-bbad10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.488521356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-bbad10","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.50532803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.522052784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.540425851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.556805741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.572454972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.588443184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.621423514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"Service","name":"payload-processing-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.650323756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.668343648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.687404578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.704365856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.723211656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.74424384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.762398621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.781954369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-bbad10","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:42.80609835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-bbad10"},"namespace":"ai-tenant-e2e-ipp-b-bbad10","name":"default-tenant","reconcileID":"8b96b78d-ef49-4c88-b90d-769d0150a7aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-bbad10","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:43.103776881Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-bbad10","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-bbad10","reconcileID":"fff9382f-86a8-4a85-a8a8-df126e847563","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-bbad10","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-bbad10"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:43.170269275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"dfb023a1-ab1d-4055-bb1e-c0ec329b8b41","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:43.170334739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"dfb023a1-ab1d-4055-bb1e-c0ec329b8b41","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:43.48541517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd6d44-8278-4cdd-ae31-ee8d3aeb6a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:43.498235969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd6d44-8278-4cdd-ae31-ee8d3aeb6a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:43.512995297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd6d44-8278-4cdd-ae31-ee8d3aeb6a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:43.527367165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bd6d44-8278-4cdd-ae31-ee8d3aeb6a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:44.061534642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147a9f50-f530-4b91-a3d7-4a335b9cd1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:44.076233033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147a9f50-f530-4b91-a3d7-4a335b9cd1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:44.08923382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147a9f50-f530-4b91-a3d7-4a335b9cd1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:44.102677366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147a9f50-f530-4b91-a3d7-4a335b9cd1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:48.683021462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"79296595-9d66-48e9-8d1b-c9baac6e32d0","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:48.683135502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"79296595-9d66-48e9-8d1b-c9baac6e32d0","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:48.840422434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:49.057823333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e285b3dc-54b7-4ded-b0e6-930f6a8ed188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:49.07170995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e285b3dc-54b7-4ded-b0e6-930f6a8ed188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:49.085763398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e285b3dc-54b7-4ded-b0e6-930f6a8ed188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:49.09958272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e285b3dc-54b7-4ded-b0e6-930f6a8ed188","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:49.702761589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f681172-5650-40d6-b6dd-72a38eea41e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:49.71708526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f681172-5650-40d6-b6dd-72a38eea41e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:49.737192796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f681172-5650-40d6-b6dd-72a38eea41e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:49.753496094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f681172-5650-40d6-b6dd-72a38eea41e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:50.24757844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"2e372bf9-1ce5-4a6f-bc17-66153ac041de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-adf8b7","tenantID":"e2e-praxis-a-adf8b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:50.285807099Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"2e372bf9-1ce5-4a6f-bc17-66153ac041de","name":"e2e-praxis-a-adf8b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:57.512603505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"07b21f0d-de17-4dc6-9ce8-d4fb7b9e5abd","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:57.512660525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"07b21f0d-de17-4dc6-9ce8-d4fb7b9e5abd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:57.574307048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"c47a1cd4-4385-46a3-a165-e82643a33cda","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:57.574380699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"c47a1cd4-4385-46a3-a165-e82643a33cda","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:57.795479735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33766ff-4255-41e2-b855-b12350825370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:57.808775132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33766ff-4255-41e2-b855-b12350825370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:57.821666449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33766ff-4255-41e2-b855-b12350825370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:57.835368304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33766ff-4255-41e2-b855-b12350825370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:58.374614953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a77648-ac7d-4c4a-84ef-4b4e8b4937f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:58.387915048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a77648-ac7d-4c4a-84ef-4b4e8b4937f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:58.400854883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a77648-ac7d-4c4a-84ef-4b4e8b4937f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:58.41535659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a77648-ac7d-4c4a-84ef-4b4e8b4937f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:58.606058475Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"30cc2f82-afca-44c0-9823-699fa4c34d44","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:58.606177648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"30cc2f82-afca-44c0-9823-699fa4c34d44","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:58.667534264Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c1ec6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c1ec6b","reconcileID":"d01acf9e-8dbb-4b7b-87e4-a7b4050d8856","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c1ec6b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-c1ec6b":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:58.745376951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"dc8f60e9-2acc-459a-adb6-7b5eea6db885","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:56:58.745443881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"dc8f60e9-2acc-459a-adb6-7b5eea6db885","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:59.093391696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9f4524-2e81-4487-842c-789b474d346f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:59.106481426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9f4524-2e81-4487-842c-789b474d346f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:59.122402629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9f4524-2e81-4487-842c-789b474d346f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:56:59.137234716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c9f4524-2e81-4487-842c-789b474d346f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:57:00.234526405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"cf16aee6-437d-4b1f-a1c5-0c95db58b127","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:57:00.234609526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"cf16aee6-437d-4b1f-a1c5-0c95db58b127","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:57:00.455664028Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c1ec6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c1ec6b","reconcileID":"5ecf8d28-c4c0-4256-a1a9-1b34e07edc52","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-c1ec6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:57:05.278796676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"c22faac7-cfcf-4567-aa03-db1657c4e707","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T05:57:05.27886454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a432f0","namespace":"ai-tenant-e2e-ipp-a-a432f0"},"namespace":"ai-tenant-e2e-ipp-a-a432f0","name":"ipp-route-a432f0","reconcileID":"c22faac7-cfcf-4567-aa03-db1657c4e707","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a432f0/ipp-route-a432f0-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a432f0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:06.090769691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4667d8cc-bbad-441a-a61b-42038b2c532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:06.140873964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4667d8cc-bbad-441a-a61b-42038b2c532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:06.155620226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4667d8cc-bbad-441a-a61b-42038b2c532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:06.16893397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4667d8cc-bbad-441a-a61b-42038b2c532d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:06.883487697Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6cba97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6cba97","reconcileID":"e82d77ee-6be3-44d3-b173-b5c23141c156","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6cba97","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-6cba97":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:06.94952189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25ff778-3216-4b68-aa19-e0c2729e6064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:06.963230187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25ff778-3216-4b68-aa19-e0c2729e6064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:06.976816592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25ff778-3216-4b68-aa19-e0c2729e6064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:06.994811851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25ff778-3216-4b68-aa19-e0c2729e6064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:07.627237948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8002f2ea-b6be-444d-a75d-e8faed2fd965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:07.640125148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8002f2ea-b6be-444d-a75d-e8faed2fd965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:07.65394649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8002f2ea-b6be-444d-a75d-e8faed2fd965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:07.667090816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8002f2ea-b6be-444d-a75d-e8faed2fd965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:08.336773928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7ab214-e32f-4511-84a9-674ad576cebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:08.349703098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7ab214-e32f-4511-84a9-674ad576cebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:08.363118362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7ab214-e32f-4511-84a9-674ad576cebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:08.376118936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7ab214-e32f-4511-84a9-674ad576cebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:57:08.80580831Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6cba97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6cba97","reconcileID":"6a1eda2c-bbd2-427f-a146-dcbdc3844623","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-6cba97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:09.163497483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7189a340-e0b6-4a13-b089-7fb293af610f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:09.181774781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7189a340-e0b6-4a13-b089-7fb293af610f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:09.195730306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7189a340-e0b6-4a13-b089-7fb293af610f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:09.209452788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7189a340-e0b6-4a13-b089-7fb293af610f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:10.05680713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe0bd31-2f14-4892-a94e-b1c279334e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:10.075398715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe0bd31-2f14-4892-a94e-b1c279334e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:10.090813778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe0bd31-2f14-4892-a94e-b1c279334e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:10.104796345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe0bd31-2f14-4892-a94e-b1c279334e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:12.011809286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ec9d18-190f-4f92-a752-79452cad1798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:12.025791654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ec9d18-190f-4f92-a752-79452cad1798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:12.042295341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ec9d18-190f-4f92-a752-79452cad1798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:12.0552726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ec9d18-190f-4f92-a752-79452cad1798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:12.610296318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a2b1b8-5385-4bc7-9c0d-9a36e40d89c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:12.623404145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a2b1b8-5385-4bc7-9c0d-9a36e40d89c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:12.638069266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a2b1b8-5385-4bc7-9c0d-9a36e40d89c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:12.652462072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a2b1b8-5385-4bc7-9c0d-9a36e40d89c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:18.835125006Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:19.319534521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cf9845-1c97-45f6-aa35-18a11d827bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:19.334990774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cf9845-1c97-45f6-aa35-18a11d827bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:19.349463421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cf9845-1c97-45f6-aa35-18a11d827bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:19.362452468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cf9845-1c97-45f6-aa35-18a11d827bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.093832066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c22d4b-ef4e-452b-80b9-2ed3ddea2cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.10726782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c22d4b-ef4e-452b-80b9-2ed3ddea2cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.120361436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c22d4b-ef4e-452b-80b9-2ed3ddea2cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.134932231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c22d4b-ef4e-452b-80b9-2ed3ddea2cd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.317245969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"2a5cd7da-8df9-4874-851b-e5f9919aeeb2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c1ec6b","tenantID":"e2e-praxis-a-c1ec6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.357415229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"2a5cd7da-8df9-4874-851b-e5f9919aeeb2","name":"e2e-praxis-a-c1ec6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.741363095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76568ea9-852c-4017-a0a6-b822a36fe2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.75529046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76568ea9-852c-4017-a0a6-b822a36fe2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.76801653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76568ea9-852c-4017-a0a6-b822a36fe2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:20.781610954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76568ea9-852c-4017-a0a6-b822a36fe2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:21.124200078Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-597375","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-597375","reconcileID":"71384c62-2313-404c-b438-d75527361f9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-597375","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-597375":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:21.522425835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1fbc35-d62c-4fda-8e71-3b139bb50837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:21.535643185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1fbc35-d62c-4fda-8e71-3b139bb50837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:21.553190036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1fbc35-d62c-4fda-8e71-3b139bb50837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:21.566301986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1fbc35-d62c-4fda-8e71-3b139bb50837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:22.205412615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efa5d5f-6904-4a41-9d9a-757521de9d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:22.219251733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efa5d5f-6904-4a41-9d9a-757521de9d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:22.232738898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efa5d5f-6904-4a41-9d9a-757521de9d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:22.245906776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efa5d5f-6904-4a41-9d9a-757521de9d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:22.86909324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df603dc2-bf40-4f87-9cc4-7d662728cd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:22.882107117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df603dc2-bf40-4f87-9cc4-7d662728cd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:22.895192045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df603dc2-bf40-4f87-9cc4-7d662728cd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:22.908101715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df603dc2-bf40-4f87-9cc4-7d662728cd5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:23.644818557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70884548-567d-4830-96d1-571db2f8d5f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:23.657965898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70884548-567d-4830-96d1-571db2f8d5f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:23.672829488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70884548-567d-4830-96d1-571db2f8d5f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:23.686441462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70884548-567d-4830-96d1-571db2f8d5f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:24.32630319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84568489-354c-42ea-ad99-94c124c638b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:24.339070063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84568489-354c-42ea-ad99-94c124c638b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:24.355834958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84568489-354c-42ea-ad99-94c124c638b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:24.369678171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84568489-354c-42ea-ad99-94c124c638b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:25.193472657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1853521-582a-458a-8e62-08bad963a472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:25.208127961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1853521-582a-458a-8e62-08bad963a472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:25.224228687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1853521-582a-458a-8e62-08bad963a472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:25.238072068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1853521-582a-458a-8e62-08bad963a472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:25.829107354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d17e47d-43c2-4c9f-8efa-a52fef24d263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:25.843170765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d17e47d-43c2-4c9f-8efa-a52fef24d263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:25.858817563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d17e47d-43c2-4c9f-8efa-a52fef24d263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:25.871659824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d17e47d-43c2-4c9f-8efa-a52fef24d263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:26.43551848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62983c4-0d47-4b08-a775-4124d2b74b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:26.449960112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62983c4-0d47-4b08-a775-4124d2b74b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:26.463078599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62983c4-0d47-4b08-a775-4124d2b74b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:26.476208732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62983c4-0d47-4b08-a775-4124d2b74b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:27.041041388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f54e983-7b7d-4846-85fd-50c5d49ad8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:27.056400853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f54e983-7b7d-4846-85fd-50c5d49ad8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:27.072344205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f54e983-7b7d-4846-85fd-50c5d49ad8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:27.085600242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f54e983-7b7d-4846-85fd-50c5d49ad8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:31.151369231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"2c2e0637-a3a3-41c0-b48d-2302286ba82f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6cba97","tenantID":"e2e-ipp-a-6cba97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:31.197634098Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"2c2e0637-a3a3-41c0-b48d-2302286ba82f","name":"e2e-ipp-a-6cba97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:44.275379574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be1deb7-5b8c-419c-9951-38c2d3d86c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:44.289591538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be1deb7-5b8c-419c-9951-38c2d3d86c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:44.302796061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be1deb7-5b8c-419c-9951-38c2d3d86c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:44.317131126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be1deb7-5b8c-419c-9951-38c2d3d86c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:45.065485841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaec8d07-8184-47b0-9b79-ed888c02dba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:45.079082424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaec8d07-8184-47b0-9b79-ed888c02dba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:45.092658931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaec8d07-8184-47b0-9b79-ed888c02dba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:45.105937868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaec8d07-8184-47b0-9b79-ed888c02dba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:45.687550554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"e8f5eac4-24dc-4d95-b3e6-442e6f2b6490","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-597375","tenantID":"e2e-praxis-b-597375","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:45.736235054Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"e8f5eac4-24dc-4d95-b3e6-442e6f2b6490","name":"e2e-praxis-b-597375-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:48.808470952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:49.807339344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c1fe8-23b0-4a99-ac21-e3471aeb9855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:49.820780202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c1fe8-23b0-4a99-ac21-e3471aeb9855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:49.834347649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c1fe8-23b0-4a99-ac21-e3471aeb9855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:49.847855112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c1fe8-23b0-4a99-ac21-e3471aeb9855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.361554605Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","namespace":"ai-tenant-e2e-ipp-b-601ce3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.361636776Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","namespace":"ai-tenant-e2e-ipp-b-601ce3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.361711727Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","tenant":"e2e-ipp-b-601ce3","tenantID":"e2e-ipp-b-601ce3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.380060639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"Deployment","name":"maas-api-e2e-ipp-b-601ce3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.420765575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"Service","name":"maas-api-e2e-ipp-b-601ce3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.449185599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-601ce3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.480617125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-601ce3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.515632404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.538341307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a7e35c-666e-41d9-9f5b-58d4c001feef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.542072576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.551325562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a7e35c-666e-41d9-9f5b-58d4c001feef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.566420424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a7e35c-666e-41d9-9f5b-58d4c001feef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.575225073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.579305986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a7e35c-666e-41d9-9f5b-58d4c001feef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.616957054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.633473511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.655404837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.692048896Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-874aa9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-874aa9","reconcileID":"0c76b0ca-3472-423d-b8df-25dae47061a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-874aa9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-874aa9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.709783006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"Service","name":"payload-processing-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.789494051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.830994296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.875651569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.908374506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.933511333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.949996685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:50.975741002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.002745364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-601ce3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.020917451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-601ce3"},"namespace":"ai-tenant-e2e-ipp-b-601ce3","name":"default-tenant","reconcileID":"32d91b03-a760-45db-8fb7-24bb35611857","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-601ce3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.043871427Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","namespace":"ai-tenant-e2e-ipp-a-3d0672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.04396735Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","namespace":"ai-tenant-e2e-ipp-a-3d0672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.044058036Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","tenant":"e2e-ipp-a-3d0672","tenantID":"e2e-ipp-a-3d0672","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.062418964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3d0672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.148936878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"Service","name":"maas-api-e2e-ipp-a-3d0672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.17487447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3d0672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.215117499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3d0672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.267588255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.288329689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.341866743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.441842656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.45982636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.486202379Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-601ce3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-601ce3","reconcileID":"a7b5d59d-f1a5-4c13-a414-2c2c50021e88","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-601ce3","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-601ce3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.487369541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.517622206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ace094a-291b-43b2-a8ae-91bdbfd568e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.535000287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"Service","name":"payload-processing-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.536892548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ace094a-291b-43b2-a8ae-91bdbfd568e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.552430406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ace094a-291b-43b2-a8ae-91bdbfd568e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.588936938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ace094a-291b-43b2-a8ae-91bdbfd568e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.603619827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.643936869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.66801626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.702541975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.720119664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.748209958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.774175529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.793127788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3d0672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:51.810941754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3d0672"},"namespace":"ai-tenant-e2e-ipp-a-3d0672","name":"default-tenant","reconcileID":"f04c1ead-65ed-4535-b9a0-2676081dd435","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3d0672","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:52.360752564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47ec64b-e654-40c6-ae0c-c21a2e5159f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:52.374051599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47ec64b-e654-40c6-ae0c-c21a2e5159f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:52.388232627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47ec64b-e654-40c6-ae0c-c21a2e5159f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:52.401819398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c47ec64b-e654-40c6-ae0c-c21a2e5159f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:52.649629179Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3d0672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3d0672","reconcileID":"d48bdc21-b8f3-45f2-b91f-1f50340e240d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3d0672","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3d0672"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:53.032219142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df1ba62-f7a2-4e6f-b967-b8f700c453ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:53.04839513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df1ba62-f7a2-4e6f-b967-b8f700c453ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:53.061032249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df1ba62-f7a2-4e6f-b967-b8f700c453ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:53.07363802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df1ba62-f7a2-4e6f-b967-b8f700c453ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:53.715423844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6155847-63df-4181-aae1-30fc37324e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:53.728304065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6155847-63df-4181-aae1-30fc37324e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:53.747465501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6155847-63df-4181-aae1-30fc37324e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:53.760998013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6155847-63df-4181-aae1-30fc37324e42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:54.475880025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc6211-0e90-448c-a5a8-65f2aab677b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:54.489154663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc6211-0e90-448c-a5a8-65f2aab677b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:54.504925592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc6211-0e90-448c-a5a8-65f2aab677b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:54.519073712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dc6211-0e90-448c-a5a8-65f2aab677b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:55.10911712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c436c8-9756-4e8e-ab94-e98163d8b7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:55.12196252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c436c8-9756-4e8e-ab94-e98163d8b7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:55.134835177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c436c8-9756-4e8e-ab94-e98163d8b7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:57:55.14771841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c436c8-9756-4e8e-ab94-e98163d8b7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:05.223349575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e300d5ad-adbd-4854-8adf-2bbd42c94472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:05.237351918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e300d5ad-adbd-4854-8adf-2bbd42c94472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:05.25130996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e300d5ad-adbd-4854-8adf-2bbd42c94472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:05.265133068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e300d5ad-adbd-4854-8adf-2bbd42c94472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:05.783922031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf3bf37-ad32-47cb-8319-766633258d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:05.79975632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf3bf37-ad32-47cb-8319-766633258d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:05.81312625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf3bf37-ad32-47cb-8319-766633258d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:05.826195982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf3bf37-ad32-47cb-8319-766633258d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:06.047847439Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-da7ec9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-da7ec9","reconcileID":"084531d6-e1b3-4170-b74b-6dd054a44815","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-da7ec9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-da7ec9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:06.354590584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501af780-ec6b-456f-9656-c80809e554ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:06.369932726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501af780-ec6b-456f-9656-c80809e554ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:06.383311413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501af780-ec6b-456f-9656-c80809e554ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:06.396025141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501af780-ec6b-456f-9656-c80809e554ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:07.00179189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f69dd4-008e-404d-8322-6e77406586e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:07.014619368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f69dd4-008e-404d-8322-6e77406586e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:07.027191974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f69dd4-008e-404d-8322-6e77406586e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:07.039978262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88f69dd4-008e-404d-8322-6e77406586e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:07.606531286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fd068e-a925-4ae1-98a8-f6ac096e391d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:07.619281287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fd068e-a925-4ae1-98a8-f6ac096e391d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:07.631878723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fd068e-a925-4ae1-98a8-f6ac096e391d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:07.645166119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fd068e-a925-4ae1-98a8-f6ac096e391d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:08.289776983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab02667b-bf56-49fd-9a56-5a45cec5d300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:08.303935154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab02667b-bf56-49fd-9a56-5a45cec5d300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:08.316949737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab02667b-bf56-49fd-9a56-5a45cec5d300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:08.331807562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab02667b-bf56-49fd-9a56-5a45cec5d300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:09.000849741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"907967b3-742a-4c2f-a860-594b7ad226b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:09.01374195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"907967b3-742a-4c2f-a860-594b7ad226b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:09.026357196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"907967b3-742a-4c2f-a860-594b7ad226b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:09.039118709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"907967b3-742a-4c2f-a860-594b7ad226b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:09.614499667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea7366a-2ea9-49c1-953d-a0c49193ea6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:09.62841365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea7366a-2ea9-49c1-953d-a0c49193ea6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:09.641334189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea7366a-2ea9-49c1-953d-a0c49193ea6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:09.654309095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ea7366a-2ea9-49c1-953d-a0c49193ea6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:10.201472225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae932283-5be4-421b-81fc-060f5353ad06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:10.214668457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae932283-5be4-421b-81fc-060f5353ad06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:10.227289612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae932283-5be4-421b-81fc-060f5353ad06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:10.240076955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae932283-5be4-421b-81fc-060f5353ad06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:10.762699971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd75a43-442d-467f-b6db-ed374a42a11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:10.779321963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd75a43-442d-467f-b6db-ed374a42a11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:10.792949579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd75a43-442d-467f-b6db-ed374a42a11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:10.805725625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd75a43-442d-467f-b6db-ed374a42a11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:11.380620966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a8a0b-d677-4a88-b74b-d44f28e8354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:11.393581858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a8a0b-d677-4a88-b74b-d44f28e8354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:11.406358429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a8a0b-d677-4a88-b74b-d44f28e8354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:11.419173541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a8a0b-d677-4a88-b74b-d44f28e8354e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:12.112551818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5b7ac5-475c-4c5b-96a8-af6bbf22b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:12.12554496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5b7ac5-475c-4c5b-96a8-af6bbf22b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:12.140121945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5b7ac5-475c-4c5b-96a8-af6bbf22b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:12.154704082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd5b7ac5-475c-4c5b-96a8-af6bbf22b435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:13.430688557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"33207ba9-53f8-4f7c-ae79-1bdbc27f5126","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-874aa9","tenantID":"e2e-praxis-b-874aa9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:13.470622436Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"33207ba9-53f8-4f7c-ae79-1bdbc27f5126","name":"e2e-praxis-b-874aa9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:14.404427779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb21954-fed4-4f8f-b86d-3137a7f5ba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:14.41709882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb21954-fed4-4f8f-b86d-3137a7f5ba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:14.429966891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb21954-fed4-4f8f-b86d-3137a7f5ba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:14.442800375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb21954-fed4-4f8f-b86d-3137a7f5ba0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:14.998788504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c31dc4-3fcb-496c-8b8c-15b8de78f0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:15.011585666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c31dc4-3fcb-496c-8b8c-15b8de78f0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:15.024321294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c31dc4-3fcb-496c-8b8c-15b8de78f0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:15.037039272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c31dc4-3fcb-496c-8b8c-15b8de78f0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:15.641792034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c55df30-7ed3-4904-9887-e463994a6287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:15.656342341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c55df30-7ed3-4904-9887-e463994a6287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:15.669889494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c55df30-7ed3-4904-9887-e463994a6287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:15.693926492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c55df30-7ed3-4904-9887-e463994a6287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:16.309450628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8214c3-d102-4c84-a0cc-bb4cd3450b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:16.322566735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8214c3-d102-4c84-a0cc-bb4cd3450b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:16.337451339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8214c3-d102-4c84-a0cc-bb4cd3450b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:16.350657661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e8214c3-d102-4c84-a0cc-bb4cd3450b97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:18.805980726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:27.397596261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"b13bb542-c302-4ec3-acf8-ab2bf6a459a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-da7ec9","tenantID":"e2e-praxis-a-da7ec9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:27.436876776Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"b13bb542-c302-4ec3-acf8-ab2bf6a459a3","name":"e2e-praxis-a-da7ec9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:33.868632589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436c4f5b-6eef-4502-b711-76e30cc176cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:33.881421909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436c4f5b-6eef-4502-b711-76e30cc176cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:33.894307092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436c4f5b-6eef-4502-b711-76e30cc176cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:33.907403516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436c4f5b-6eef-4502-b711-76e30cc176cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:34.50142404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980872e2-8603-4a32-aba8-98880ac4929b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:34.514884229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980872e2-8603-4a32-aba8-98880ac4929b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:34.527744156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980872e2-8603-4a32-aba8-98880ac4929b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:34.540859684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980872e2-8603-4a32-aba8-98880ac4929b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:34.696569368Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-759341","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-759341","reconcileID":"4a7e6a5a-35cf-47d8-8a44-cf3233d7de6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-759341","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-759341":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:35.155259834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259f06fa-2499-4e02-9ca5-6f863ef6aab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:35.168029299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259f06fa-2499-4e02-9ca5-6f863ef6aab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:35.181719237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259f06fa-2499-4e02-9ca5-6f863ef6aab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:35.194583591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"259f06fa-2499-4e02-9ca5-6f863ef6aab9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:35.912672012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e1a4d3-4b97-4a0d-bdf1-d40fb4545d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:35.925433744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e1a4d3-4b97-4a0d-bdf1-d40fb4545d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:35.937882696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e1a4d3-4b97-4a0d-bdf1-d40fb4545d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:35.951164955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e1a4d3-4b97-4a0d-bdf1-d40fb4545d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:58:36.475304202Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-759341","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-759341","reconcileID":"7dbbe5aa-4cc5-4f7b-8404-18f319fcc0a5","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-759341\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:36.510547414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada7aabf-55ce-4ff7-a2da-f0148977abf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:36.523271392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada7aabf-55ce-4ff7-a2da-f0148977abf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:36.536266734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada7aabf-55ce-4ff7-a2da-f0148977abf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:36.549122101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada7aabf-55ce-4ff7-a2da-f0148977abf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.066533611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6377f819-bb21-4a36-a929-d73f919060b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.079431383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6377f819-bb21-4a36-a929-d73f919060b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.09212052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6377f819-bb21-4a36-a929-d73f919060b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.105049904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6377f819-bb21-4a36-a929-d73f919060b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.702071035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45657ff-f706-4402-aa2c-e583b287e0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.715012218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45657ff-f706-4402-aa2c-e583b287e0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.727947808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45657ff-f706-4402-aa2c-e583b287e0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.741227084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45657ff-f706-4402-aa2c-e583b287e0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.929300327Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","namespace":"ai-tenant-e2e-ipp-b-946024","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.929362039Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","namespace":"ai-tenant-e2e-ipp-b-946024","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.929418035Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","tenant":"e2e-ipp-b-946024","tenantID":"e2e-ipp-b-946024","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.943970394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-946024","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:37.985571633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"Service","name":"maas-api-e2e-ipp-b-946024","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.002356767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-946024","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.021755539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-946024","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.045211615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.060410671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.079102598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.098396169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.113550343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.130983685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.156729109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"Service","name":"payload-processing-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.184852061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.201691176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.218388111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.236440273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.258331929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.282531952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.298393039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.313895598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-946024","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.329909209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-946024"},"namespace":"ai-tenant-e2e-ipp-b-946024","name":"default-tenant","reconcileID":"c9d819a4-6167-4771-b3c1-c7cabfa1ad3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-946024","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.349040752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","namespace":"ai-tenant-e2e-praxis-a-adf8b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.349575767Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","namespace":"ai-tenant-e2e-praxis-a-adf8b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.349736297Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","tenant":"e2e-praxis-a-adf8b7","tenantID":"e2e-praxis-a-adf8b7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.365634692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"Deployment","name":"maas-api-e2e-praxis-a-adf8b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.398448462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"Service","name":"maas-api-e2e-praxis-a-adf8b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.41797016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-adf8b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.434734749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-adf8b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.455278078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.472500354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.488601214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.503766914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.516561852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.528889281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.541459024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"Service","name":"payload-processing-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.557816992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.57089813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.587805403Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-946024","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-946024","reconcileID":"9b4debe1-f4ce-46dc-b72f-e5b6d6d00b15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-946024","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-946024"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.588383414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.601274228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.620312134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.634989282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.653532934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.669058498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-adf8b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:38.682685042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-adf8b7"},"namespace":"ai-tenant-e2e-praxis-a-adf8b7","name":"default-tenant","reconcileID":"290e6ab8-68bb-457c-b71f-21c63cca0c45","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-adf8b7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:39.072617483Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-adf8b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-adf8b7","reconcileID":"37d35cab-c96e-4ea2-bd8a-45f8cf2f4651","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-adf8b7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-adf8b7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:39.11560918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a02cefc-f871-4252-95b7-63bc97ecad85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:39.130733025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a02cefc-f871-4252-95b7-63bc97ecad85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:39.145240839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a02cefc-f871-4252-95b7-63bc97ecad85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:39.159371927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a02cefc-f871-4252-95b7-63bc97ecad85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:39.705647442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c069bad2-deb6-4b2a-a5fe-b0041b72fa70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:39.71832689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c069bad2-deb6-4b2a-a5fe-b0041b72fa70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:39.731047855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c069bad2-deb6-4b2a-a5fe-b0041b72fa70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:39.743869106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c069bad2-deb6-4b2a-a5fe-b0041b72fa70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:40.291687875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1b2fc8-f540-4997-8471-f63160704d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:40.305288347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1b2fc8-f540-4997-8471-f63160704d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:40.318168621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1b2fc8-f540-4997-8471-f63160704d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:40.331865659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1b2fc8-f540-4997-8471-f63160704d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:40.961594764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da5ae9e-9865-424f-a825-7d5c7d613daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:40.976739134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da5ae9e-9865-424f-a825-7d5c7d613daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:40.992361381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da5ae9e-9865-424f-a825-7d5c7d613daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:41.005431878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da5ae9e-9865-424f-a825-7d5c7d613daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:41.592203984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062e399-a10c-40a1-b38d-fedc324deabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:41.604976679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062e399-a10c-40a1-b38d-fedc324deabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:41.617720055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062e399-a10c-40a1-b38d-fedc324deabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:41.630366627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062e399-a10c-40a1-b38d-fedc324deabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:42.193262779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953af885-db51-4543-8917-94dde1b26c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:42.206289321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953af885-db51-4543-8917-94dde1b26c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:42.219656035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953af885-db51-4543-8917-94dde1b26c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:42.232652971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953af885-db51-4543-8917-94dde1b26c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:42.858193872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854beb5d-7b30-4e08-95f8-58280ac03a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:42.872051435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854beb5d-7b30-4e08-95f8-58280ac03a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:42.885553382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854beb5d-7b30-4e08-95f8-58280ac03a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:42.902544451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854beb5d-7b30-4e08-95f8-58280ac03a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:48.040345787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f829919c-be0a-48e6-a068-74e3cf50c154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:48.056045264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f829919c-be0a-48e6-a068-74e3cf50c154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:48.070108295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f829919c-be0a-48e6-a068-74e3cf50c154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:48.086488536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f829919c-be0a-48e6-a068-74e3cf50c154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:48.634019635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0054e6c6-1706-4628-8f03-cfa1b69b0f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:48.650577793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0054e6c6-1706-4628-8f03-cfa1b69b0f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:48.66733729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0054e6c6-1706-4628-8f03-cfa1b69b0f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:48.681662248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0054e6c6-1706-4628-8f03-cfa1b69b0f16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:48.819831345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:49.602415297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6810ffeb-6ce5-40f2-9d52-9842c78fe8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:49.616006301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6810ffeb-6ce5-40f2-9d52-9842c78fe8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:49.630001003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6810ffeb-6ce5-40f2-9d52-9842c78fe8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:49.646290956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6810ffeb-6ce5-40f2-9d52-9842c78fe8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:50.407344063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e59eac-d458-4329-8459-3a137fa03747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:50.427733536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e59eac-d458-4329-8459-3a137fa03747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:50.451279892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e59eac-d458-4329-8459-3a137fa03747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:50.469454369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e59eac-d458-4329-8459-3a137fa03747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:52.733825237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bf7a12-04d2-4f5a-b359-aa6615b4ead7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:52.755738213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bf7a12-04d2-4f5a-b359-aa6615b4ead7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:52.77292197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bf7a12-04d2-4f5a-b359-aa6615b4ead7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:52.785931355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bf7a12-04d2-4f5a-b359-aa6615b4ead7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:53.39403996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e0a111-61a0-4857-8829-4df7150f6f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:53.407986715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e0a111-61a0-4857-8829-4df7150f6f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:53.420905021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e0a111-61a0-4857-8829-4df7150f6f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:53.434247661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8e0a111-61a0-4857-8829-4df7150f6f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:53.537202603Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a0e384","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a0e384","reconcileID":"10c06ae6-e589-411a-9b88-6d680a4ef194","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a0e384","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-a0e384":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:54.289714492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae548b8-d409-4eba-8bb2-a713ad76d800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:54.305069201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae548b8-d409-4eba-8bb2-a713ad76d800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:54.318943857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae548b8-d409-4eba-8bb2-a713ad76d800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:54.337116251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae548b8-d409-4eba-8bb2-a713ad76d800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:58:55.270184883Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a0e384","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a0e384","reconcileID":"5478b05b-cbd7-4dbb-9ce9-0bc451549a33","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-a0e384\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:57.139297223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"f3607bde-1cf7-45b1-8863-3c457e637977","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-759341","tenantID":"e2e-ipp-b-759341","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:57.178883183Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"f3607bde-1cf7-45b1-8863-3c457e637977","name":"e2e-ipp-b-759341-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:58.105990912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f6acee-c6bf-4975-936d-5ceffcf7247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:58.118894115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f6acee-c6bf-4975-936d-5ceffcf7247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:58.131873666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f6acee-c6bf-4975-936d-5ceffcf7247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:58.146043118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f6acee-c6bf-4975-936d-5ceffcf7247f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:58.688653518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65140717-f9df-4300-a4e0-b58c6004db80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:58.701705759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65140717-f9df-4300-a4e0-b58c6004db80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:58.716760366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65140717-f9df-4300-a4e0-b58c6004db80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:58.73198969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65140717-f9df-4300-a4e0-b58c6004db80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:58.956707892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e8937c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e8937c","reconcileID":"a758eb62-acf5-4535-876a-156515629223","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e8937c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-e8937c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:59.421690124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e852dec-7fb6-44da-af7f-3bde2fd7874e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:59.434561523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e852dec-7fb6-44da-af7f-3bde2fd7874e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:59.447520276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e852dec-7fb6-44da-af7f-3bde2fd7874e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:58:59.460345931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e852dec-7fb6-44da-af7f-3bde2fd7874e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:00.007797717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ec722-902a-4b50-ae1c-3575050b4f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:00.020579597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ec722-902a-4b50-ae1c-3575050b4f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:00.033543437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ec722-902a-4b50-ae1c-3575050b4f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:00.046163658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3ec722-902a-4b50-ae1c-3575050b4f92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:00.616736808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c928c91b-e75c-4127-a5f1-422035e576c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:00.62960327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c928c91b-e75c-4127-a5f1-422035e576c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:00.642333714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c928c91b-e75c-4127-a5f1-422035e576c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:00.655428698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c928c91b-e75c-4127-a5f1-422035e576c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:59:00.656418303Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e8937c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e8937c","reconcileID":"78941719-ad41-4770-92c9-1804786cf7f5","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-e8937c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:01.386297069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6542fede-909a-41be-ac66-3b89057ef583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:01.399187049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6542fede-909a-41be-ac66-3b89057ef583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:01.412988766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6542fede-909a-41be-ac66-3b89057ef583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:01.426082769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6542fede-909a-41be-ac66-3b89057ef583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.727037172Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","namespace":"ai-tenant-e2e-praxis-a-c1ec6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.727094594Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","namespace":"ai-tenant-e2e-praxis-a-c1ec6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.727162737Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","tenant":"e2e-praxis-a-c1ec6b","tenantID":"e2e-praxis-a-c1ec6b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.741557802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"Deployment","name":"maas-api-e2e-praxis-a-c1ec6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.767006453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"Service","name":"maas-api-e2e-praxis-a-c1ec6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.789712168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-c1ec6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.804584394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-c1ec6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.824016141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.839221712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.855262919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.872440045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.885039895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.897300978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.909681534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"Service","name":"payload-processing-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.922226927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.934863666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.948031273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.963724722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:08.994979858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.008286293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.023368881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.044071321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-c1ec6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.05708956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c1ec6b"},"namespace":"ai-tenant-e2e-praxis-a-c1ec6b","name":"default-tenant","reconcileID":"44708cc2-548c-46bf-a03a-8d24823b3e86","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-c1ec6b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.087411578Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","namespace":"ai-tenant-e2e-praxis-b-597375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.088793286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","namespace":"ai-tenant-e2e-praxis-b-597375","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.088944291Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","tenant":"e2e-praxis-b-597375","tenantID":"e2e-praxis-b-597375","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.106504225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"Deployment","name":"maas-api-e2e-praxis-b-597375","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.13596411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"Service","name":"maas-api-e2e-praxis-b-597375","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.153496705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-597375","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.174250375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-597375","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.205045006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.221372642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.239523689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.256801318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.276388701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.289987926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.303746342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"Service","name":"payload-processing-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.319581229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.332679025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.343882757Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c1ec6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c1ec6b","reconcileID":"f41ded43-cc1f-4da7-87b6-5f225c328da1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c1ec6b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-c1ec6b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.349541808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.363383924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.380534842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.394386401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.409260188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.432505794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-597375","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.445657794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-597375"},"namespace":"ai-tenant-e2e-praxis-b-597375","name":"default-tenant","reconcileID":"7a20c007-d7aa-493e-bd59-a8bde2a0604d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-597375","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.915722133Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-597375","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-597375","reconcileID":"0dc64ba3-a150-46bd-8c84-964de3730f8e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-597375","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-597375"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.941712737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f00e5a1-29c2-4d65-9e81-7c93a30a44a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.957880162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f00e5a1-29c2-4d65-9e81-7c93a30a44a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.971911645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f00e5a1-29c2-4d65-9e81-7c93a30a44a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:09.987733185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f00e5a1-29c2-4d65-9e81-7c93a30a44a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:10.596395481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fafdba-deaa-4edb-9fb9-4950c45c8de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:10.609447815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fafdba-deaa-4edb-9fb9-4950c45c8de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:10.6230871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fafdba-deaa-4edb-9fb9-4950c45c8de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:10.635985031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fafdba-deaa-4edb-9fb9-4950c45c8de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:11.172498416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c91cdd-0086-4190-aee3-a17bfec369b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:11.187492255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c91cdd-0086-4190-aee3-a17bfec369b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:11.204262383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c91cdd-0086-4190-aee3-a17bfec369b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:11.218600892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c91cdd-0086-4190-aee3-a17bfec369b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:11.840377634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660864a8-4f10-4749-8cdb-4043ca54a275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:11.855441129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660864a8-4f10-4749-8cdb-4043ca54a275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:11.869753579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660864a8-4f10-4749-8cdb-4043ca54a275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:11.885411078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660864a8-4f10-4749-8cdb-4043ca54a275","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:13.137314223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"c2f677d1-ce67-43cb-bf15-fa3186ba406d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a0e384","tenantID":"e2e-praxis-a-a0e384","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:13.177852727Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"c2f677d1-ce67-43cb-bf15-fa3186ba406d","name":"e2e-praxis-a-a0e384-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:17.123162976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2816cb67-486a-4993-83e8-0a3d31a575a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:17.136167669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2816cb67-486a-4993-83e8-0a3d31a575a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:17.149122733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2816cb67-486a-4993-83e8-0a3d31a575a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:17.162889813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2816cb67-486a-4993-83e8-0a3d31a575a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:17.820019178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d3c023-a46e-45ab-a97c-96797642378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:17.833070143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d3c023-a46e-45ab-a97c-96797642378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:17.847402082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d3c023-a46e-45ab-a97c-96797642378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:17.862371994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d3c023-a46e-45ab-a97c-96797642378b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:18.807246133Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:18.994422034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0837bc8-b12c-4246-84f7-b879e318ce94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:19.008173601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0837bc8-b12c-4246-84f7-b879e318ce94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:19.023159841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0837bc8-b12c-4246-84f7-b879e318ce94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:19.036615613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0837bc8-b12c-4246-84f7-b879e318ce94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:19.685773127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3f5b0-7836-4a8b-9154-7753b90cbb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:19.701899623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3f5b0-7836-4a8b-9154-7753b90cbb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:19.715764001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3f5b0-7836-4a8b-9154-7753b90cbb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:19.728830177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a3f5b0-7836-4a8b-9154-7753b90cbb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:20.431320468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5d0932-9598-4531-812f-aca6a6c016f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:20.447276101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5d0932-9598-4531-812f-aca6a6c016f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:20.47009416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5d0932-9598-4531-812f-aca6a6c016f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:20.483930994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c5d0932-9598-4531-812f-aca6a6c016f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:20.50907898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"6413c156-2c06-406e-a168-26b549d192e1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-e8937c","tenantID":"e2e-praxis-b-e8937c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:20.554594997Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"6413c156-2c06-406e-a168-26b549d192e1","name":"e2e-praxis-b-e8937c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:21.668885594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"f805144c-3c39-4760-b1f1-9f70fe87e0d9","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:21.686510784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"29301a8f-eef3-4935-bfb2-dbb5a18022fe","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:59:21.700390536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f76ae4af","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-apikey-sub-binding-f76ae4af","reconcileID":"bbbb8c68-a534-4940-b2af-0f0698fad5f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-f76ae4af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:21.737706783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"99422801-2b7d-4105-9195-2423d87641b6","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:21.757255023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"9aa896a9-bea2-4d0b-b69e-ce566fdddff8","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:21.835996614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f76ae4af","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-apikey-sub-binding-f76ae4af","reconcileID":"a98f95a2-95d7-452d-bc06-4d09c12e8d0a","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f76ae4af","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-718531/e2e-apikey-sub-binding-f76ae4af","ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:21.901742651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"c083c541-d9d5-40e9-bca6-d8c2dcfa192f","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:21.902974044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"77f7f49a-4c57-4634-8b71-9658634a7129","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:22.088442628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f76ae4af","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-apikey-sub-binding-f76ae4af","reconcileID":"5ec007d5-8308-4e0b-a678-75ce59529f30","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f76ae4af","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:24.852539409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"8e833cd6-a29b-4cf2-8d72-31301c8ba654","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.308336373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31cf546-d274-449c-bfad-670be9159c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.321581878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31cf546-d274-449c-bfad-670be9159c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.334628028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31cf546-d274-449c-bfad-670be9159c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.347594163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31cf546-d274-449c-bfad-670be9159c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.899094655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f76ae4af","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-apikey-sub-binding-f76ae4af","reconcileID":"01fa4aca-b87a-43a5-8afa-1b5de21d7c92","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f76ae4af","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscription":"e2e-apikey-sub-binding-f76ae4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.901317215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9658bdc7-edaf-4ac8-8111-6a04ddea7aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.913895919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9658bdc7-edaf-4ac8-8111-6a04ddea7aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.926566926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9658bdc7-edaf-4ac8-8111-6a04ddea7aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.939251083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9658bdc7-edaf-4ac8-8111-6a04ddea7aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:34.972237582Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f76ae4af","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-apikey-sub-binding-f76ae4af","reconcileID":"01fa4aca-b87a-43a5-8afa-1b5de21d7c92","MaaSSubscription":{"name":"e2e-apikey-sub-binding-f76ae4af","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:35.034765172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"063bcad9-ec72-4ce0-97fb-f93bb53881e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:35.043018337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"3e47f904-ef95-40f2-8434-2222e648ead3","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:36.256369664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"fd91458c-84b3-4861-b31e-c15e687c2891","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:36.275244192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"5e0d2021-70e6-40db-af7f-e0546d077eb3","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:59:36.293624914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-ordering-sub","reconcileID":"43827489-7103-46ff-b6ed-6f914a882082","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:36.333813996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"e69d8ab2-0587-4a56-bbca-94a55180661d","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:36.352661359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"352251a8-d1ed-45a8-88c2-5a4306a79b2f","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:36.410065684Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-ordering-sub","reconcileID":"9d3286e9-b9bb-47c0-8907-3f647910bf10","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-718531/e2e-ordering-sub","ai-tenant-e2e-worker-w3-718531/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:36.466358877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"7635da5c-afd5-41d3-8dc6-0a641971f0e9","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:36.503051285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"030d0c1e-abc2-4068-8ee8-6fbde53bb527","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:36.515899156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-ordering-sub","reconcileID":"cd1bbd09-7acd-4357-9562-c9f739a5d6da","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.669503583Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","namespace":"ai-tenant-e2e-praxis-b-874aa9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.669563389Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","namespace":"ai-tenant-e2e-praxis-b-874aa9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.669617477Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","tenant":"e2e-praxis-b-874aa9","tenantID":"e2e-praxis-b-874aa9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.686240315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-874aa9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.713241329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"Service","name":"maas-api-e2e-praxis-b-874aa9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.733185258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-874aa9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.747913869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-874aa9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.770773704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.792578999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.814799655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.83402585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.846711921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.859051822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.871289477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"Service","name":"payload-processing-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.883646153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.896254424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.908911629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.921488868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.939417941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.955422561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.968614082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:37.990288501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-874aa9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:38.004899611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-874aa9"},"namespace":"ai-tenant-e2e-praxis-b-874aa9","name":"default-tenant","reconcileID":"a7880bcc-e5cd-4cc1-9576-70e9f4374a7a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-874aa9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:38.394796677Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-874aa9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-874aa9","reconcileID":"1c9bf6f6-c260-4929-b853-3aedff10b7dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-874aa9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-874aa9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:38.819868661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaae9fb-de88-4af5-b1ba-b9663901f41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:38.834477472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaae9fb-de88-4af5-b1ba-b9663901f41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:38.847325953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaae9fb-de88-4af5-b1ba-b9663901f41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:38.860469926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baaae9fb-de88-4af5-b1ba-b9663901f41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:39.418957982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff5de8e-30bb-4ef8-94c6-aaac339968fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:39.432789189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff5de8e-30bb-4ef8-94c6-aaac339968fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:39.445495909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff5de8e-30bb-4ef8-94c6-aaac339968fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:39.460907132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff5de8e-30bb-4ef8-94c6-aaac339968fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:39.485841056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"bbd7c090-9668-44bf-bf22-ed19488cc0dd","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:39.50604013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"27998a32-db19-4387-b1e9-9d9e1c1cc609","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:39.566487129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-ordering-auth","reconcileID":"535376da-de18-4bcd-a8ee-343717bfec20","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:39.601568064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-ordering-auth","reconcileID":"535376da-de18-4bcd-a8ee-343717bfec20","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:39.684582519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"a749684d-7bbe-44c4-948d-a9333470d099","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:40.482274832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267e88a6-9265-448d-8e70-ae11d791ee9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:40.496027881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267e88a6-9265-448d-8e70-ae11d791ee9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:40.509056662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267e88a6-9265-448d-8e70-ae11d791ee9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:40.521904567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"267e88a6-9265-448d-8e70-ae11d791ee9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:41.195258349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7981f574-82c2-4de0-b916-b4f9982d8ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:41.214032866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7981f574-82c2-4de0-b916-b4f9982d8ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:41.229034076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7981f574-82c2-4de0-b916-b4f9982d8ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:41.242223874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7981f574-82c2-4de0-b916-b4f9982d8ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:42.280911773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"1a4b5955-d6b1-41b1-9dfe-3fb02f90123e","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:44.232909146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b79fbbd-4849-4fd4-8068-ef735db187c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:44.246253535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b79fbbd-4849-4fd4-8068-ef735db187c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:44.258976636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b79fbbd-4849-4fd4-8068-ef735db187c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:44.271606646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b79fbbd-4849-4fd4-8068-ef735db187c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:44.790201304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0a9fa9-ff83-4a99-b9e5-ba3f472e9637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:44.803077974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0a9fa9-ff83-4a99-b9e5-ba3f472e9637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:44.816949024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0a9fa9-ff83-4a99-b9e5-ba3f472e9637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:44.829806833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0a9fa9-ff83-4a99-b9e5-ba3f472e9637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:45.070469821Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-179824","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-179824","reconcileID":"c833fff9-664a-4fa0-ba16-f0dc4b0898d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-179824","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-179824":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:45.485485183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1d171b-910f-4643-9635-7763f3c5d98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:45.498343148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1d171b-910f-4643-9635-7763f3c5d98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:45.511795685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1d171b-910f-4643-9635-7763f3c5d98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:45.524477672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1d171b-910f-4643-9635-7763f3c5d98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:47.939394889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"da68a525-6eaf-43e2-a842-9dc03b0cb3e0","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:47.954927519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"40bf742b-ae46-4631-8dc7-7cfd17852dd8","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:47.993956954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a6580498-3b46-47fa-889a-f0d8fb8d8fb6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.011709138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a6580498-3b46-47fa-889a-f0d8fb8d8fb6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.130235201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e4b9f9-9606-43ed-9dd7-9c57418f78eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.143559905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e4b9f9-9606-43ed-9dd7-9c57418f78eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.145293028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"f931e1e5-384d-4a68-a5df-29325c260de1","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.156192718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e4b9f9-9606-43ed-9dd7-9c57418f78eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.173939068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5e4b9f9-9606-43ed-9dd7-9c57418f78eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.178263788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1b184e04-6e0b-4136-851c-dc09a2217e0f","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.196527979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"378628de-b606-4180-a202-59e8ea23b10d","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:59:48.206619599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-free","reconcileID":"bf677459-e7b5-4f3e-92eb-a51066f2a49c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.219423896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"37a65370-e332-445f-ade3-e60547a2d67b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.248033093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"7f551b26-0964-40df-88fc-e6a5910c0afe","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.252633307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"37a65370-e332-445f-ade3-e60547a2d67b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.270951927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3be46221-9127-42ed-bbba-08f9d94ff450","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.330338192Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-free","reconcileID":"bde40060-1d06-4a1f-8dc9-8f377c5a29b3","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.360233658Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a5ad1b priority=0:[ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-subscription-free ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.360310623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"b50692d2-b54c-4632-9116-740a4a4dbfc2","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.376824114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"eca993c4-dadf-48ae-8b24-5e7c12c39432","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:59:48.382997295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-free","reconcileID":"bde40060-1d06-4a1f-8dc9-8f377c5a29b3","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.394842288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"521148f7-3a95-4d5a-8d36-587926583b80","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:59:48.396600997Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.412744666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"ae38ae28-c19a-4cb8-80f2-ec4d985f9eef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.434065625Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"f5010b42-d1ad-4c88-b4ce-3a73fc278cbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.509935067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-free","reconcileID":"41bdf11d-ddee-462b-bff5-24590337eb2e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.510113297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-premium","reconcileID":"e0a00d6d-fde2-4d29-bec7-6744752137ba","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.520536386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"fff695a7-c20b-4cb2-8974-143eb231044f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.651369009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"bda60b4d-d625-4b89-bc7d-e66ce5e80897","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.667186338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"946314b6-9139-4aaa-aafd-5ba6cc095174","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.691368494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-free","reconcileID":"e9b4c58b-608e-4750-a16a-5fb8b47b45fe","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.790324769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-premium","reconcileID":"bbad3b35-3422-41fd-b34d-f68539bd0abe","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.800774837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644707cf-4f8f-48e8-a035-66148849fdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.806112513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.813756464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644707cf-4f8f-48e8-a035-66148849fdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.826451871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644707cf-4f8f-48e8-a035-66148849fdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:48.839410551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644707cf-4f8f-48e8-a035-66148849fdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:49.504797611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5732a740-e4f1-4fdb-b8f6-454ebed601b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:49.51749682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5732a740-e4f1-4fdb-b8f6-454ebed601b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:49.530342961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5732a740-e4f1-4fdb-b8f6-454ebed601b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:49.543536919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5732a740-e4f1-4fdb-b8f6-454ebed601b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:50.858329398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1a6e92ab-8fa1-4454-9777-46552e38a800","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:52.326319006Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-ordering-sub","reconcileID":"52031736-a079-4b8c-9677-20ab1231c010","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:52.405240029Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-ordering-sub","reconcileID":"52031736-a079-4b8c-9677-20ab1231c010","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:52.444589782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"f50572c8-4e77-4b31-9013-0f8c87186db1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:52.485066336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"81316af2-eea1-4bbe-9ea8-bb9dac961d57","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:52.508760048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"07bcda42-4592-42f0-80a9-9becaf781b1d","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:52.669944729Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-ordering-auth","reconcileID":"063d808f-1f4c-466c-a757-8b33f76bcb14","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:52.676629578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"f637c89c-2f3b-4ac7-88ad-5b23053099a7","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:52.73702216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"7fc01436-bd18-4939-861a-a3b3d832ba73","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:53.748521207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98f935c-a435-4998-9ffe-832f93fcb070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:53.775360669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98f935c-a435-4998-9ffe-832f93fcb070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:53.800643432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98f935c-a435-4998-9ffe-832f93fcb070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:53.816686269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98f935c-a435-4998-9ffe-832f93fcb070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.157758294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"c1b85906-e6b0-4db1-b261-3c10a83a9787","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.19432265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"85f00c7e-0cac-4d1a-8697-5da780e6fdda","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.261632438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-auth-success","reconcileID":"123c78c9-77d5-4697-af0d-dc8291e24eee","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.282715055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-auth-success","reconcileID":"123c78c9-77d5-4697-af0d-dc8291e24eee","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.361438935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"d29ec1f9-90e2-467f-aac2-76b213ca8045","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.386004229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"9d039fb8-e3f5-4a1c-ada2-2a11f2581e72","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.406606992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"a15aa754-b254-4e08-8ab8-854d7e83dcec","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T05:59:54.421161635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-subscription-success","reconcileID":"35c40216-2954-4edf-9755-48e346901959","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.484363417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"93263bdd-81e1-47e8-8414-3db09b8684fe","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.502534365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"0a32fb98-a383-494e-b695-78673f7736c1","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.509176811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-auth-success","reconcileID":"9c6af321-bec1-4f62-a589-c6cb98dce3fe","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.527197475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-auth-success","reconcileID":"9c6af321-bec1-4f62-a589-c6cb98dce3fe","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.528633629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037821a5-b3a4-4094-ad0c-df129f2b6bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.554341731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037821a5-b3a4-4094-ad0c-df129f2b6bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.578504026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037821a5-b3a4-4094-ad0c-df129f2b6bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.593977552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037821a5-b3a4-4094-ad0c-df129f2b6bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.658817943Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-subscription-success","reconcileID":"c9c793ec-d62a-4e18-bf0b-0caa26826e03","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-718531/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-718531/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.725815683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"e81c0995-b076-4e29-9357-52cd023b0c0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.731639659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"d6e007df-c89d-47f2-8b44-118600560bb7","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:54.803324024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-subscription-success","reconcileID":"a3aba1c4-33f2-4c35-a39b-6d4c2b33b5e4","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:55.432039348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8d1b20-da01-4880-aee7-7cf8df98d3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:55.447729445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8d1b20-da01-4880-aee7-7cf8df98d3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:55.46538762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8d1b20-da01-4880-aee7-7cf8df98d3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:55.480388938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8d1b20-da01-4880-aee7-7cf8df98d3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:56.13736012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac71af7-d6c2-4066-a6b9-800ec40d8025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:56.151399165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac71af7-d6c2-4066-a6b9-800ec40d8025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:56.166611864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac71af7-d6c2-4066-a6b9-800ec40d8025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:56.183302275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac71af7-d6c2-4066-a6b9-800ec40d8025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T05:59:57.046030761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"da2fdaf6-e7b6-475c-af16-0456f85544e0","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:00.905940641Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-free","reconcileID":"e38efd91-5018-45c5-96a1-51a39578786c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:00.953395694Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-free","reconcileID":"e38efd91-5018-45c5-96a1-51a39578786c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:01.001972971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-premium","reconcileID":"9e561d3a-5657-4711-9010-ce57c850526e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:01.002067737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"e9ce468c-1d9c-47cd-aa85-6291178e8c6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:01.106568816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"d7ddacab-b562-45d6-bbba-7e652e22d330","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:01.274811016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"b67f5490-3a58-4952-8115-ebb0d667e141","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:06.449991917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"c364c11b-cc12-4f71-b8d2-9345ada2c19f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-179824","tenantID":"e2e-praxis-b-179824","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:06.489686529Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"c364c11b-cc12-4f71-b8d2-9345ada2c19f","name":"e2e-praxis-b-179824-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:07.095297248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-subscription-success","reconcileID":"b6f7adc0-e04d-4a6c-b457-9734053f7916","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:07.139832514Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-subscription-success","reconcileID":"b6f7adc0-e04d-4a6c-b457-9734053f7916","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:07.180654787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"b144e638-b536-4435-a1a0-dfca7edef8c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:07.205802683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"f1466340-eb6d-41c7-804a-46804d0369ed","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:07.369847369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-auth-success","reconcileID":"41aeb536-e902-454b-8033-a3c10b40f7b2","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:07.36987413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"d0e4ecee-8422-447a-a155-5b36548847f0","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:07.500644508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"d2eca680-2ed0-421e-996a-5c045947b12b","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.383178451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"4e3a3dae-567f-4d2b-bc26-4c550c06fddc","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.411049909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"877ea1cd-f74a-49f7-84b2-b5d5641c0aad","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.44759929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-auth","reconcileID":"7e7eeaad-9ef6-4b8b-abca-e978608239aa","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.466688882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-auth","reconcileID":"7e7eeaad-9ef6-4b8b-abca-e978608239aa","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.543533848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"2839aea2-8f8e-4b2c-8a65-55ce96666832","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.585600435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-auth","reconcileID":"af3a22d2-d4b2-46a6-bc86-c6306a3f6dee","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.597106535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"29decbfe-28c8-490c-a6a9-98719fbfcc7c","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.603433628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-auth","reconcileID":"af3a22d2-d4b2-46a6-bc86-c6306a3f6dee","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.615687458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"296a247d-6e09-456e-8aaa-9ec6397a3b93","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:08.628666782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-subscription","reconcileID":"878c6c0a-8def-4ad8-9f4b-14b507f63e9c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.668096869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"ca808a04-e2d3-4bff-8063-e55c992f1bac","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.683836433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"836177bb-185c-4c2a-931b-9733ad9b011c","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.74270055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-subscription","reconcileID":"add5fdce-4454-427f-887f-4d25537a865a","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-718531/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.823420043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"0fdf9619-8724-4523-a7d6-cf92f85f87c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.866826969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"e30ffc9f-c447-4c9a-bc21-e0cf57f3842d","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:08.923493913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-subscription","reconcileID":"01255992-7d5d-4d10-a3ed-5fa8af1c8ecc","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:09.449958024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"c77364e5-95db-4bf5-a551-613895a0f883","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.281860222Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","namespace":"ai-tenant-e2e-praxis-a-da7ec9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.281919724Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","namespace":"ai-tenant-e2e-praxis-a-da7ec9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.281970471Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","tenant":"e2e-praxis-a-da7ec9","tenantID":"e2e-praxis-a-da7ec9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.296565734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"Deployment","name":"maas-api-e2e-praxis-a-da7ec9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.321683759Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-premium","reconcileID":"52ddcc12-6104-4d15-94aa-f0033d893e25","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.326257912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"Service","name":"maas-api-e2e-praxis-a-da7ec9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.342435557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-da7ec9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.359868569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-da7ec9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.379008584Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-subscription-premium","reconcileID":"52ddcc12-6104-4d15-94aa-f0033d893e25","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.379240662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.399461885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.418064784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.419479337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"77de008c-797f-46b4-951a-1b012f95fa34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.455117105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.469844513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.493464776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.509491963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"Service","name":"payload-processing-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.524936743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.553026543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.559279408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2394fd4f-30e0-4769-b895-dcb6f6fdab89","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.573411438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.594794177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.618440218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.634047507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.64741098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.660282299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-da7ec9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.67291477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-da7ec9"},"namespace":"ai-tenant-e2e-praxis-a-da7ec9","name":"default-tenant","reconcileID":"343c0980-5365-4776-91fb-3b2245373a43","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-da7ec9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.715274726Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d717dee5-41f0-448b-a0d2-a34e9d87c479","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.71537224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"37f9f3f2-8396-4f71-bd71-0a8a42ca64c3","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.759460707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"a5a076e9-3a72-44e4-894a-ffd1e214b4f4","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:11.978383312Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-da7ec9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-da7ec9","reconcileID":"d4c517c5-4e7c-4854-a684-df982cb2f06a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-da7ec9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-da7ec9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:12.31872119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7de25da-f3e6-463e-aaf2-756ad1faa302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:12.331805371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7de25da-f3e6-463e-aaf2-756ad1faa302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:12.344957289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7de25da-f3e6-463e-aaf2-756ad1faa302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:12.360284443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7de25da-f3e6-463e-aaf2-756ad1faa302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:12.872162608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5193d0f1-1542-4305-ae57-d1600f300eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:12.884991566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5193d0f1-1542-4305-ae57-d1600f300eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:12.898706039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5193d0f1-1542-4305-ae57-d1600f300eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:12.914319262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5193d0f1-1542-4305-ae57-d1600f300eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.298961869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"d7eadc70-f551-4c1a-8f38-a3520272aa0c","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.317298092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"f9b2e35d-9f47-4638-b4a5-5bad5da83201","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.358876407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-access-denied","reconcileID":"b1d4d379-0d7d-48ff-922b-705efce01b93","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.377134232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-access-denied","reconcileID":"b1d4d379-0d7d-48ff-922b-705efce01b93","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.453077409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"9d78dcd1-f712-4905-a568-5211c17d0fcb","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.524887347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"bf579f05-0d8d-4f1a-9b8f-0795d2fe4c5c","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.542391103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"cd114bfb-0c61-40e4-9683-125fad786b84","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:13.556049275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-user-subscription","reconcileID":"62c38729-143f-4d12-ac66-883f38f5cc01","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.556882656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-access-denied","reconcileID":"f2fecceb-e2aa-45b6-b24d-f9fd1ba80753","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.64089756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-access-denied","reconcileID":"f2fecceb-e2aa-45b6-b24d-f9fd1ba80753","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.658957064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"5d0b3910-8a8d-487b-8ed0-580ae0d8b96e","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.674864804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"65de66a8-8296-4fd0-ad2b-9d14c5f0e30b","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.730649885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"86d0373c-0830-477a-b0f2-f13fd3f0600c","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.730763584Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a5ad1b priority=0:[ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-other-subscription ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.736384367Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-user-subscription","reconcileID":"8cad77ec-6372-4787-841b-eca14073a807","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.749442389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"22d700f5-4896-42af-b24d-10f159213f40","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.762682241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"86387ace-3ab7-49b5-9a26-2b299974dfb5","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:13.76724971Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.781135221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"cd9811b1-2132-4ddd-9fbd-323dcf52da6a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.790313807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"14356e96-6132-4bc5-8c9e-e70466d15c64","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:13.800055207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-access-denied","reconcileID":"f2fecceb-e2aa-45b6-b24d-f9fd1ba80753","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.83411692Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"89988943-776f-4dcd-8d93-ae7cd8ca01f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.843714063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-access-denied","reconcileID":"293c98ea-ef83-4a07-8744-c65247690ecf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.862856361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-access-denied","reconcileID":"293c98ea-ef83-4a07-8744-c65247690ecf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.918254842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-other-subscription","reconcileID":"31554ed9-c405-44ff-b2d2-aa6cabe5fd15","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.918435916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-user-subscription","reconcileID":"9a671250-7f1e-45a2-9387-a455975c7f21","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.918732217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"78922f0b-5cca-45b5-85ee-e50b261cb3b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:13.97662402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1eab6023-8a5d-42ee-b6e4-6b13dc87f23d","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:14.01963105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-user-subscription","reconcileID":"b84a50cf-43f4-40de-af88-2fc954c8bcf1","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:14.02085299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-other-subscription","reconcileID":"32185169-e0aa-401b-a73a-ef3118037cf9","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:14.487548536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"6d4fe5a0-212e-4419-96f1-787546590775","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:18.841322988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:19.495290149Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-subscription","reconcileID":"3784f5c9-2286-41b5-bc54-b6414062d586","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:19.541665468Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-subscription","reconcileID":"3784f5c9-2286-41b5-bc54-b6414062d586","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:19.586203709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"3a6aaa0d-fea4-4ec5-af99-49a4472d3ddb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:19.731087493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"ca063174-79cd-4ffc-8739-c35d38032506","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:19.772124179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"51628116-35c1-43a9-ba27-e4d37435595f","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:19.880763236Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-auth","reconcileID":"b464a1c6-6f80-4dfa-8d65-22dd915bc9b1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:19.882268418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"24927506-3559-4311-9d21-4389453b69ae","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.041779821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"08776ea3-55e9-4c05-9e0e-37a6717207ee","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.667980091Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","namespace":"ai-tenant-e2e-ipp-a-6cba97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.668220374Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","namespace":"ai-tenant-e2e-ipp-a-6cba97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.668407436Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","tenant":"e2e-ipp-a-6cba97","tenantID":"e2e-ipp-a-6cba97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.700369046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"Deployment","name":"maas-api-e2e-ipp-a-6cba97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.730916634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"Service","name":"maas-api-e2e-ipp-a-6cba97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.754977834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-6cba97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.786748379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-6cba97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.8238651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.847113111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.877481579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.906052664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.926309993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"51296ba1-7cc2-4abc-a509-fb1a125a84a6","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.953387018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.954378689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"880fe2d9-204f-4484-9ba5-759b41e070f6","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:20.971279669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.004635029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"Service","name":"payload-processing-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.029554662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-no-auth","reconcileID":"a6253c0c-c6e6-444a-a34d-2e78af52aa3b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.071344842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.072210662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-no-auth","reconcileID":"a6253c0c-c6e6-444a-a34d-2e78af52aa3b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.08940225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.120394107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.1416049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.151580048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"19cc1764-7368-4ee1-b4bf-8b101f504173","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.163354685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.173432031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"950e4d24-1126-4f61-a47c-78d5b7883b85","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:21.178772962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-sub-only","reconcileID":"ebbc2b2a-f1dd-443f-8d69-733ae7baa543","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.178903227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.206944802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.290635891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-6cba97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.323513424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6cba97"},"namespace":"ai-tenant-e2e-ipp-a-6cba97","name":"default-tenant","reconcileID":"64b38dd1-0c6b-4f4c-a888-cbd22bbd4b68","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-6cba97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.325242926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"4ae4290f-fd23-4dd0-a40f-30b0f6e761c4","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.327317756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"54f1af6a-fbb4-4c9c-bb1a-8f80d6ee2214","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.380208094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"127550b1-5681-41f4-83ea-7c36e886cf3b","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.438439109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-no-auth","reconcileID":"946bac3f-acef-4b14-af6f-20342b618805","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.547728889Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-sub-only","reconcileID":"e4ee7e72-d5b4-49e1-bcf6-7d442e4d133d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-718531/e2e-test-group-sub-only","ai-tenant-e2e-worker-w3-718531/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.709058219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-no-auth","reconcileID":"946bac3f-acef-4b14-af6f-20342b618805","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.753727957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"145a1080-fab2-457a-a105-f9ba7806b9d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.759320211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"add83589-d184-4ef6-a2f8-c5a55b17a7e3","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:21.950439625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-sub-only","reconcileID":"fc79c1c5-030d-4323-9681-e7b980991506","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:22.20778641Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6cba97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6cba97","reconcileID":"ffdc638b-3901-482b-ba45-0d41212acdd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6cba97","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-6cba97"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:22.882848128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b9881d-b421-448f-9fb2-980cfede4c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:22.900598487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b9881d-b421-448f-9fb2-980cfede4c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:22.914723116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b9881d-b421-448f-9fb2-980cfede4c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:22.927979418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b9881d-b421-448f-9fb2-980cfede4c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:23.487357919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5b23ad-e2af-467e-9681-5298e9a5ce8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:23.501062685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5b23ad-e2af-467e-9681-5298e9a5ce8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:23.514741457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5b23ad-e2af-467e-9681-5298e9a5ce8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:23.527467576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5b23ad-e2af-467e-9681-5298e9a5ce8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:24.240841826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"c0bf751d-4de9-4115-9a46-ed8a4f34366e","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:24.533746796Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-user-subscription","reconcileID":"835a2400-149a-417b-b21f-91becc50f357","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:24.579338927Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-user-subscription","reconcileID":"835a2400-149a-417b-b21f-91becc50f357","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:24.619024081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-other-subscription","reconcileID":"1fd41621-db8b-48aa-93c0-2c9feb4a01a8","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:24.619083111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"61fa32bc-83dc-4647-9c33-5093237fb4d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:24.726592928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"232e695f-6b61-420c-8ec6-62a93e0911da","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:24.884219234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"9bbf0393-4aa3-4e64-b14a-970490540237","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:26.032389958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857b495c-831b-4363-b59e-4cd5749fa974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:26.046032942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857b495c-831b-4363-b59e-4cd5749fa974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:26.061907563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857b495c-831b-4363-b59e-4cd5749fa974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:26.075564426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857b495c-831b-4363-b59e-4cd5749fa974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:26.701462495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bac724e-e790-4d19-b372-b0c659d48299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:26.714312462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bac724e-e790-4d19-b372-b0c659d48299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:26.726976471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bac724e-e790-4d19-b372-b0c659d48299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:26.73987128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bac724e-e790-4d19-b372-b0c659d48299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:27.300313242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e25c28-1c3d-4503-9427-be65753f2cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:27.313102639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e25c28-1c3d-4503-9427-be65753f2cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:27.325878271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e25c28-1c3d-4503-9427-be65753f2cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:27.338491688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e25c28-1c3d-4503-9427-be65753f2cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:29.888311717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c85a8a-26b6-4af4-a91a-400b2a8f3f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:29.903839253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c85a8a-26b6-4af4-a91a-400b2a8f3f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:29.919647819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c85a8a-26b6-4af4-a91a-400b2a8f3f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:29.932863561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c85a8a-26b6-4af4-a91a-400b2a8f3f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:30.474965928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca82f724-75cd-4c56-b82e-f2204c713212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:30.487604604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca82f724-75cd-4c56-b82e-f2204c713212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:30.500455735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca82f724-75cd-4c56-b82e-f2204c713212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:30.513377899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca82f724-75cd-4c56-b82e-f2204c713212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.287538941Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-sub-only","reconcileID":"ae3d4381-1ab8-4b89-8348-76a16bb7a10e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.312621566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b845b3e-8a77-4b32-83b8-a270d3bb9556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.325359012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b845b3e-8a77-4b32-83b8-a270d3bb9556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.339090245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b845b3e-8a77-4b32-83b8-a270d3bb9556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.354569322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b845b3e-8a77-4b32-83b8-a270d3bb9556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.359781673Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-sub-only","reconcileID":"ae3d4381-1ab8-4b89-8348-76a16bb7a10e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.410036756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"2d15e179-9d2f-41dd-b017-a1c16cb16352","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.516182522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"d6d15d5b-f1fd-4407-9945-96fdcb8fded0","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.672974183Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-test-group-no-auth","reconcileID":"276c6f99-f969-472e-b8e8-6e645a35ad03","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.673052598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"03a8c363-0fcf-4121-a55f-89867bd20321","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.721453142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"bf124aa7-b3c7-4f28-9e7f-da7d5ecba97f","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.930087889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-other-subscription","reconcileID":"b26fbca4-5203-4df6-9b10-507d8ea928c3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.976397138Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-other-subscription","reconcileID":"b26fbca4-5203-4df6-9b10-507d8ea928c3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.979462248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d020a-b551-40ba-b5f1-854a0329ee44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:34.992321523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d020a-b551-40ba-b5f1-854a0329ee44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.005294639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d020a-b551-40ba-b5f1-854a0329ee44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.018051028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d020a-b551-40ba-b5f1-854a0329ee44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.044823999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"0e980cc7-cca4-4977-989f-adb47f49e70b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.052271556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"8c73f3aa-b798-4708-9411-f6ce05378f93","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.204869281Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-test-auth-access-denied","reconcileID":"2f032caf-46b6-42e1-bb7e-ec839d78ebb8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.205106978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"5475902f-daf1-4075-b7fe-5f4f3c0a4e11","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.2471964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"afe96eca-ed6d-4768-9b67-5769f8d8fa0d","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.656586703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b205c9f-8dc6-43ea-9590-7a407ca7157d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.67344708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b205c9f-8dc6-43ea-9590-7a407ca7157d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.686287433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b205c9f-8dc6-43ea-9590-7a407ca7157d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:35.699343368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b205c9f-8dc6-43ea-9590-7a407ca7157d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:36.215795374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b1c59b-7ae4-4215-bb41-ab9f10646517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:36.228686097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b1c59b-7ae4-4215-bb41-ab9f10646517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:36.242066981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b1c59b-7ae4-4215-bb41-ab9f10646517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:36.255388071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b1c59b-7ae4-4215-bb41-ab9f10646517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:36.761058353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fae740b-b3d2-4ebd-9101-15eda7b3d0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:36.774328403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fae740b-b3d2-4ebd-9101-15eda7b3d0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:36.78708633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fae740b-b3d2-4ebd-9101-15eda7b3d0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:36.79963957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fae740b-b3d2-4ebd-9101-15eda7b3d0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.412291192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0884f2-fffb-4529-99d9-0337ea277853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.425155958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0884f2-fffb-4529-99d9-0337ea277853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.437882513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0884f2-fffb-4529-99d9-0337ea277853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.450788846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c0884f2-fffb-4529-99d9-0337ea277853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.657114935Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","namespace":"ai-tenant-e2e-praxis-b-e8937c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.666580128Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","namespace":"ai-tenant-e2e-praxis-b-e8937c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.666713701Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","tenant":"e2e-praxis-b-e8937c","tenantID":"e2e-praxis-b-e8937c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.693537301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-e8937c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.72152138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"Service","name":"maas-api-e2e-praxis-b-e8937c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.745442627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-e8937c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.770321037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-e8937c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.787435866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.803250136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.821099731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.836383542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.848695901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.863249849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.875615205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"Service","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.889408621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.902186674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.914822082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.927665439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.944694184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.96243785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:37.98619655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:38.007817299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:38.021538598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"52afdde5-6b96-4258-a5b7-8e07b9e51ca1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-e8937c","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:40.474535777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-failed-sub","reconcileID":"8bead32a-1530-4a2e-b9d0-76c51019d4d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.275731167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"dfe10f87-43d5-4e4f-9b7c-ed9e3de56dc8","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.291909038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"4ea03db8-3e4e-4b35-9dd5-ad8cc94efb31","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.329008148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-auth","reconcileID":"bf9de01f-0074-484f-90d5-dca96fe4c7b0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.347694615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-auth","reconcileID":"bf9de01f-0074-484f-90d5-dca96fe4c7b0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.484783659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"8d579a4b-70f0-4f26-b743-9a0d990cdfac","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.503198888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"9558a649-06fb-4010-88c9-8aff7fd68f54","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.509805551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"7b9717ef-c671-4fb5-bfe2-94cf893b4a91","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:41.51774586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-sub","reconcileID":"0aa8fdeb-e292-4328-84be-3270712f2f87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.547367054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-auth","reconcileID":"bdfae7ef-a57d-4662-9e7f-013e93e2b87e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.555506794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"cb320bc4-bcf3-479c-8632-5ebe4df34c1a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.566114327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-auth","reconcileID":"bdfae7ef-a57d-4662-9e7f-013e93e2b87e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.571625051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"11b1196f-202b-48a0-8246-caf9fc3ffedd","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.629416785Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-sub","reconcileID":"7a479296-3ec5-4de8-8ae1-f55d1c2b1a7c","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-status-active-sub","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.679043931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"6b750713-1021-4b67-b729-c2c79e5dd5f2","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.71090715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"8b4a5459-23b1-426f-a19e-21bd4c124a87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:41.723260138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-auth","reconcileID":"bdfae7ef-a57d-4662-9e7f-013e93e2b87e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.767342064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-auth","reconcileID":"c4417f01-3dbb-4705-abf5-43cc0fe609a8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.785102846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-auth","reconcileID":"c4417f01-3dbb-4705-abf5-43cc0fe609a8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:41.811336235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-sub","reconcileID":"236c4b9c-7fe6-4b4f-b8e5-58b35352d804","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:42.119283411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"004a00b3-5ce5-4728-a335-b3f47e0b7595","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.607939186Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","namespace":"ai-tenant-e2e-praxis-a-a0e384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.607995527Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","namespace":"ai-tenant-e2e-praxis-a-a0e384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.608047705Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","tenant":"e2e-praxis-a-a0e384","tenantID":"e2e-praxis-a-a0e384","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.62281722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-a0e384","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.651930471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"Service","name":"maas-api-e2e-praxis-a-a0e384","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.667840872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-a0e384","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.68390526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-a0e384","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.699503634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.718338434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.734419483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.749858778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.762625098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.775359868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.788050245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"Service","name":"payload-processing-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.800942032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.813580833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.826106103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.838690115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.88776458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.915464416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.931572238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.961128186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-a0e384","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:47.98683823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a0e384"},"namespace":"ai-tenant-e2e-praxis-a-a0e384","name":"default-tenant","reconcileID":"49fcf7e8-7621-4695-b5d2-ffbe19f3be7d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-a0e384","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:48.358309307Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a0e384","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a0e384","reconcileID":"fc489e9b-a3df-4955-b217-4be63b7e615e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a0e384","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-a0e384"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:48.715590563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c668128-fbbb-49e2-b58e-d51dbbf3daad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:48.728609457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c668128-fbbb-49e2-b58e-d51dbbf3daad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:48.741480774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c668128-fbbb-49e2-b58e-d51dbbf3daad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:48.754282519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c668128-fbbb-49e2-b58e-d51dbbf3daad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:48.806528378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.296271626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5457167-ea74-4212-9e1a-aec73c3cf11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.309112258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5457167-ea74-4212-9e1a-aec73c3cf11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.321894813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5457167-ea74-4212-9e1a-aec73c3cf11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.3346755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5457167-ea74-4212-9e1a-aec73c3cf11f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.648824757Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","namespace":"ai-tenant-e2e-ipp-b-759341","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.648912474Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","namespace":"ai-tenant-e2e-ipp-b-759341","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.648985007Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","tenant":"e2e-ipp-b-759341","tenantID":"e2e-ipp-b-759341","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.664022186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"Deployment","name":"maas-api-e2e-ipp-b-759341","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.6991127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"Service","name":"maas-api-e2e-ipp-b-759341","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.724323777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-759341","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.738993721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-759341","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.759106602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.774586132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.792586051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.807736238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.822523455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.840526329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.871302504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"Service","name":"payload-processing-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.897285608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.913388538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.934921245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.955370625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.975368783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:49.994625784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.00960971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.026780885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-759341","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.041563106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-759341"},"namespace":"ai-tenant-e2e-ipp-b-759341","name":"default-tenant","reconcileID":"cb434e37-5682-4f7e-9abd-f4ba38b41556","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-759341","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.059677116Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","namespace":"ai-tenant-e2e-praxis-b-e8937c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.059740802Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","namespace":"ai-tenant-e2e-praxis-b-e8937c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.059791892Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","tenant":"e2e-praxis-b-e8937c","tenantID":"e2e-praxis-b-e8937c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.074772051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"Deployment","name":"maas-api-e2e-praxis-b-e8937c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.08792835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"Service","name":"maas-api-e2e-praxis-b-e8937c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.10052044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-e8937c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.113313664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-e8937c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.125860685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.138541146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.151042379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.167321665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.179891003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.192299121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.205528019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"Service","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.21884991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.24043656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.26851585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.313292195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.313558539Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-759341","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-759341","reconcileID":"116d3155-50e9-4277-92af-cec6fcc417b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-759341","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-759341"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.330016968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.343931006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.360642017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.375310755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-e8937c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.387657952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e8937c"},"namespace":"ai-tenant-e2e-praxis-b-e8937c","name":"default-tenant","reconcileID":"5a389314-0d62-48fe-a3ab-c8a3ddfa6059","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-e8937c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.791579376Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-failed-sub","reconcileID":"acc21abe-f4e4-4161-a7c9-d825712657a8","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.791712692Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-failed-sub","reconcileID":"acc21abe-f4e4-4161-a7c9-d825712657a8","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-718531/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.827748414Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e8937c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e8937c","reconcileID":"0113abe7-2a4f-4d62-bee8-1ba6b8f367e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e8937c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-e8937c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.897675424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb48b32-9414-4bac-aab1-494e1426087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.910413113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb48b32-9414-4bac-aab1-494e1426087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.92321714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb48b32-9414-4bac-aab1-494e1426087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:50.936758256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb48b32-9414-4bac-aab1-494e1426087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.499886742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abdd1c8d-b87b-45f4-9ce6-bcae98423fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.512733788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abdd1c8d-b87b-45f4-9ce6-bcae98423fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.525584869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abdd1c8d-b87b-45f4-9ce6-bcae98423fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.538786052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abdd1c8d-b87b-45f4-9ce6-bcae98423fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.729538301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"378d2402-8fc6-4167-a060-d741ec5250e0","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.745359302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"8b2a22c6-e033-4979-a5a5-572b79350093","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.782255625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-active-auth-only","reconcileID":"23c99da5-00ec-4abd-9f42-66687438beb7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.804709811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-active-auth-only","reconcileID":"23c99da5-00ec-4abd-9f42-66687438beb7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.891943861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"442d1f1e-17c5-47b4-8729-8cfb50ded081","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.967476834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-active-auth-only","reconcileID":"034faf6a-2586-4faa-945e-35821607aca1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:51.985380894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-active-auth-only","reconcileID":"034faf6a-2586-4faa-945e-35821607aca1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:52.052649729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-active-auth-only","reconcileID":"034faf6a-2586-4faa-945e-35821607aca1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.075471715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bce419-e89d-4cac-8181-41dc9ce69f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.088348077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bce419-e89d-4cac-8181-41dc9ce69f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.101111097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bce419-e89d-4cac-8181-41dc9ce69f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.114510887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bce419-e89d-4cac-8181-41dc9ce69f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.164829124Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-sub","reconcileID":"2cd2d0fe-319d-4559-a530-dcd9d2b3a6d7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.203581794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-active-auth-only","reconcileID":"90bf091a-9946-418b-a48d-0ada3169fe01","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.225090128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-active-auth-only","reconcileID":"90bf091a-9946-418b-a48d-0ada3169fe01","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.228600168Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-sub","reconcileID":"2cd2d0fe-319d-4559-a530-dcd9d2b3a6d7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.269874662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"def41e0e-40c6-4452-869a-a561c5885326","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.358492444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"b260b5f5-0e9c-420f-86cf-892c2309f454","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.517760629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-active-auth","reconcileID":"8a284947-9ba0-4a12-a017-cbdf2e5a60b5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.518250902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"f38a0b94-4f9d-4558-8dcf-b8dc65141c77","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:52.562512649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"355e226e-e296-4b47-9813-4372337c7aee","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:53.550919444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-failed-auth","reconcileID":"0b5fa76c-5531-465a-bf6d-58af2297168a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:53.568911305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-failed-auth","reconcileID":"0b5fa76c-5531-465a-bf6d-58af2297168a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:53.585783977Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-failed-auth","reconcileID":"0b5fa76c-5531-465a-bf6d-58af2297168a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:53.67806982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-failed-auth","reconcileID":"b61ca6cd-ab47-46c7-a957-c9af89a4d1ad","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:53.696106983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-failed-auth","reconcileID":"b61ca6cd-ab47-46c7-a957-c9af89a4d1ad","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:53.71240089Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-failed-auth","reconcileID":"b61ca6cd-ab47-46c7-a957-c9af89a4d1ad","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:53.84082435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-failed-auth","reconcileID":"ec3f85bf-3a9d-455a-8c1a-4c0632f8811c","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:54.353973504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"9aa9cd06-3fcd-4730-af50-8093660681b4","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:54.354604587Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-active-auth-only","reconcileID":"c2f0a3f1-e43c-4d53-8ff1-41bc3c62f9fa","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:54.488686959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"b175bac9-a0cb-4377-b0f6-7fd5ca53cc78","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:54.820369878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"af66c826-6736-45eb-96e9-4fc22b0588d1","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:54.838929186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"b11ee872-b99e-4f7b-8d39-8c6b5e8832ad","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:54.888533836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-degraded-auth","reconcileID":"cc86af5f-9dc7-4ebe-8bd9-4d78071e1480","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:54.906190537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-degraded-auth","reconcileID":"cc86af5f-9dc7-4ebe-8bd9-4d78071e1480","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:54.935062293Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-degraded-auth","reconcileID":"cc86af5f-9dc7-4ebe-8bd9-4d78071e1480","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:54.98916377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3b249a96-20ac-4f58-a150-2e249b8533ec","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.039763518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-degraded-auth","reconcileID":"5a1808f7-4d64-414d-9e2a-5f46025df422","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.057347213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-degraded-auth","reconcileID":"5a1808f7-4d64-414d-9e2a-5f46025df422","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.085798076Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-degraded-auth","reconcileID":"5a1808f7-4d64-414d-9e2a-5f46025df422","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.345421655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"083aa66d-c7c8-49c4-a641-d173a6e472a4","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.360572659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"ce9936d5-3883-4f38-a576-863f5c243938","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.398179092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-auth","reconcileID":"9cacd37a-d993-4d17-9535-c36c876d436c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.415481038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-auth","reconcileID":"9cacd37a-d993-4d17-9535-c36c876d436c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.522304456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"c07b118f-ad9e-4c1d-bef5-10647c450c4b","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.549463241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"efe51bb9-4739-4d70-98a8-a1acc4f51817","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.561317298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-auth","reconcileID":"272e0a5a-670b-44b3-99ea-521eb03c3d61","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.56776926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"f13bd743-a7fc-47d7-954c-9c08bd4858dd","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.579534453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-auth","reconcileID":"272e0a5a-670b-44b3-99ea-521eb03c3d61","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:55.58368552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-sub","reconcileID":"8ef670ab-c7c3-427f-86d9-1d9fb43faf26","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.624045295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"403d4078-b7e5-44e7-b553-4a84beee9e90","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.642982327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"7982777d-e95b-4a5a-a40e-a5c9ec019d80","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.708030194Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-sub","reconcileID":"93f1ec4d-5e23-497a-8f87-e113192461d4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-718531/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.708370842Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-sub","reconcileID":"93f1ec4d-5e23-497a-8f87-e113192461d4","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-718531/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.772287412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"4173b7bc-9e5b-43dd-a00f-bdabf520ff6d","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.785112707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"6d236584-d4e8-472e-9fba-a58f937692e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.886283357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-sub","reconcileID":"b1eee312-0017-4fb9-a65a-0d766887181b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:55.886423816Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-sub","reconcileID":"b1eee312-0017-4fb9-a65a-0d766887181b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-718531/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:56.713512227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d3727-541c-47ba-8b99-04d3648017b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:56.726467882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d3727-541c-47ba-8b99-04d3648017b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:56.739253717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d3727-541c-47ba-8b99-04d3648017b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:56.752052619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d3727-541c-47ba-8b99-04d3648017b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:57.269743166Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-degraded-auth","reconcileID":"ccbee0da-566a-463f-99fe-127ba7e00a21","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:57.269808719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"8c15d67c-2707-40fc-ac0c-c18bcbcc3250","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:57.282573789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-degraded-auth","reconcileID":"ccbee0da-566a-463f-99fe-127ba7e00a21","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:57.326229397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1bdc6fb5-5321-4260-8378-dd989e06a745","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:57.416261595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f8077a-5cb4-4aa8-8efa-01aa6c911d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:57.429341888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f8077a-5cb4-4aa8-8efa-01aa6c911d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:57.442173757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f8077a-5cb4-4aa8-8efa-01aa6c911d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:57.455028119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f8077a-5cb4-4aa8-8efa-01aa6c911d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.014113985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"149d3bd3-73b3-4736-ba38-de2ca11387b6","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.352122323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"169b7b6e-0228-4c72-a642-53a6887f6442","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.352158491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"169b7b6e-0228-4c72-a642-53a6887f6442","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.371234755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"bf2b73e4-95d4-4421-8e21-d40a2c37be73","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.531249151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"eea9088f-4d60-44c2-85c6-e926a8675e37","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.531268894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"eea9088f-4d60-44c2-85c6-e926a8675e37","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.547416345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"061b59c8-a523-4013-a0c5-90d2bce69082","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.547440936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"061b59c8-a523-4013-a0c5-90d2bce69082","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.59964555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"dedd1c00-87b0-4d00-8032-154ad78cf013","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.619566867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"dedd1c00-87b0-4d00-8032-154ad78cf013","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.735394923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"26eb21fe-836c-40d2-aded-b3c023f467be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.735418214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"26eb21fe-836c-40d2-aded-b3c023f467be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.764108252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"0b4d6004-f145-4255-ab01-9394caa0847a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.795268613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"0b4d6004-f145-4255-ab01-9394caa0847a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:00:58.778194261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-sub","reconcileID":"b29ec029-94d4-4005-9aa8-438722439b09","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.849351472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"a692c30d-2672-4cd8-b5ea-2c9c4404ed6c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.849720997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"a692c30d-2672-4cd8-b5ea-2c9c4404ed6c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.875000079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"81f24a84-8196-41f9-9ad7-d120ab24e62b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.875026979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"81f24a84-8196-41f9-9ad7-d120ab24e62b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.941861816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"3a50dcd9-0370-4928-af01-39cc464112c9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.941888431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"3a50dcd9-0370-4928-af01-39cc464112c9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.966039656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"d0e0427e-2a6f-446a-8d45-27ed5b6d5aaa","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.984170912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"d0e0427e-2a6f-446a-8d45-27ed5b6d5aaa","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:58.996650257Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-sub","reconcileID":"cf6d829d-7207-46aa-8141-4a84ebce4396","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:59.044873153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"0ba4ec62-83b1-41b4-ba65-2846f7984b0c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:59.04489511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"0ba4ec62-83b1-41b4-ba65-2846f7984b0c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:00:59.082823517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-sub","reconcileID":"4a89c267-dc6c-4840-b14b-7da19de610d5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.255109907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"550473b5-ceb9-498e-bc87-2db0eff868c3","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.275238152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"8749aeb4-56cf-4571-bf73-cb1fd3b9473a","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.324860192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-auth-no-access","reconcileID":"1429949a-f9f7-4ef7-8bd5-165f0165ac66","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.345543098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-auth-no-access","reconcileID":"1429949a-f9f7-4ef7-8bd5-165f0165ac66","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.458357824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"705f3b4b-f5aa-4d25-aca9-9af93bc89246","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.478526539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"43533d9b-3c36-40fc-bf0a-1a59d78b66c5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.478545158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"43533d9b-3c36-40fc-bf0a-1a59d78b66c5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.490326349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"31418a45-fd85-458d-b8bd-752868cb5589","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:00.492682839Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-849ac3/e2e-test-subscription-no-access","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.508812127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"6a3007ff-1c0b-45b5-9f7a-76d019315a9e","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.511586431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"ce77dce8-b378-4ada-aba0-b93d90c8d6ff","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.555860378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-auth-no-access","reconcileID":"291078e1-244e-4000-ac24-a93192107568","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.574892916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-auth-no-access","reconcileID":"291078e1-244e-4000-ac24-a93192107568","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.581573853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-subscription-no-access","reconcileID":"fb1d2aac-6f2e-44f1-8b89-672070081d1a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w4-849ac3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.638316336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"c0ab9b01-ac54-47c6-bb61-fe09908b6929","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.666866988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"ea7d6e7e-47b2-4635-90a3-d5162e4179a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:00.769884978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-auth-no-access","reconcileID":"291078e1-244e-4000-ac24-a93192107568","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.840595011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-subscription-no-access","reconcileID":"618312cd-45d9-458d-b759-a460c6c552e2","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.870032645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-auth-no-access","reconcileID":"d9d1e467-78f6-42c7-9a59-57c5242553d0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:00.887635134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-auth-no-access","reconcileID":"d9d1e467-78f6-42c7-9a59-57c5242553d0","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:01.422427496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"c0bc006d-5a9a-4bd5-93ea-7d861f588ef5","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:03.503083831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376093be-27fa-4d97-a193-156b37e6187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:03.516259434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376093be-27fa-4d97-a193-156b37e6187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:03.529030859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376093be-27fa-4d97-a193-156b37e6187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:03.541963419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"376093be-27fa-4d97-a193-156b37e6187a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:04.161843213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e85ee2c-d7cd-4e97-bb02-40c4cd4540cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:04.17550743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e85ee2c-d7cd-4e97-bb02-40c4cd4540cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:04.188432918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e85ee2c-d7cd-4e97-bb02-40c4cd4540cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:04.200951697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e85ee2c-d7cd-4e97-bb02-40c4cd4540cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:04.282774524Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b5756a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b5756a","reconcileID":"a5abca66-8206-4e1a-9f4a-a7b8fb352263","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b5756a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b5756a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:04.914959508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e068ea48-3ce9-4712-96a7-d4bf59c62dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:04.930174448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e068ea48-3ce9-4712-96a7-d4bf59c62dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:04.945230548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e068ea48-3ce9-4712-96a7-d4bf59c62dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:04.95798782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e068ea48-3ce9-4712-96a7-d4bf59c62dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:07.228620484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-sub","reconcileID":"35e864f9-04a3-457f-b2ce-5ce5cc398529","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:07.285587329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"3c46e933-01ad-4b30-bafa-f95a79a09292","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"tenant":"e2e-worker-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:07.28561634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"3c46e933-01ad-4b30-bafa-f95a79a09292","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.092749625Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-sub","reconcileID":"50e06741-6659-4dbd-8be1-ad0c7b03f355","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.147447489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b264589a-92db-4832-a85e-b8c4eb451f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.14760692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"65a6ffd3-7833-4890-897e-a8dd2c40296c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.14765464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1d30b143-43fc-489f-9dfb-960e0e3d9748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.157219341Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-sub","reconcileID":"50e06741-6659-4dbd-8be1-ad0c7b03f355","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.157310214Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-sub","reconcileID":"50e06741-6659-4dbd-8be1-ad0c7b03f355","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.15745516Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-sub","reconcileID":"50e06741-6659-4dbd-8be1-ad0c7b03f355","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-718531/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.171996661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"65a6ffd3-7833-4890-897e-a8dd2c40296c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.178445557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1d30b143-43fc-489f-9dfb-960e0e3d9748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.203162959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b264589a-92db-4832-a85e-b8c4eb451f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.234489103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"1c471698-8a2d-4761-b0a8-9a80b41bf530","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.372607522Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-sub","reconcileID":"84522175-b793-4e80-b434-b01be86911ad","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.392862206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"7934096a-5428-4f61-88f3-b258e606b5df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.40927996Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"e2e-temp-model-status","reconcileID":"c08ca0c2-2642-4c28-b696-7c9c5f8e95d2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.409904956Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-sub","reconcileID":"84522175-b793-4e80-b434-b01be86911ad","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.423783273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"7934096a-5428-4f61-88f3-b258e606b5df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.423833698Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"7934096a-5428-4f61-88f3-b258e606b5df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.475109905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-status-degraded-auth","reconcileID":"a077a127-57e6-4ec0-82ad-115eaaabb343","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.526774696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"353df984-da25-47f4-8db8-26d10763d88a","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.529429838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"084f2463-dc73-4ae2-a187-e5782b095b50","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.628385569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"468eecd0-9d71-4768-8d98-004d579afb6d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.651754771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"468eecd0-9d71-4768-8d98-004d579afb6d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.701220584Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"468eecd0-9d71-4768-8d98-004d579afb6d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:08.689208617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"821dcefa-7b00-4575-aef3-fd62c9da5631","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.515822305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"1be193cb-d9f0-4bd8-a855-564395a81435","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.53141514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"9b093a1e-42c6-4d3a-842b-64298fc7422c","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.573368009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6af0a50a-7cba-4897-a024-13d4932da2b3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.592495395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6af0a50a-7cba-4897-a024-13d4932da2b3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.667937848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"c7253b2f-7603-48e5-ae88-09effa46d78d","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.704717335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf-auth","reconcileID":"3714171a-2407-4270-ab2d-9b6a4f39a4c6","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.723618827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf-auth","reconcileID":"3714171a-2407-4270-ab2d-9b6a4f39a4c6","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.734628952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"4947d41c-80c4-4a77-a174-18da53cefe14","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.75300054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"3ca4ad32-206c-4492-b88a-8d5171d34628","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:09.766276482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf","reconcileID":"f6155a92-cb16-45bc-9c90-afd0e39c3d4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:09.791958004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf-auth","reconcileID":"3714171a-2407-4270-ab2d-9b6a4f39a4c6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-healthy-inf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.806841002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"079519fa-1e0f-45cd-b048-9e8a906c753b","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.845869134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"345dc15c-cfd1-4bea-845b-fb86ff320ecf","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.857289659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b03a80a8-40ed-448e-b5ff-930049b32f29","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.875239582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b03a80a8-40ed-448e-b5ff-930049b32f29","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.903866108Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf","reconcileID":"b2d08012-2da9-4a95-a50a-96f1c64a3d0e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-718531/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.904031049Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf","reconcileID":"b2d08012-2da9-4a95-a50a-96f1c64a3d0e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-718531/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.967060121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"d9902293-ba5a-455c-86ad-25a9aa860048","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:09.986079073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"bfbfd9fb-fdec-4c06-b9a0-da1eada90c6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:10.086089242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf","reconcileID":"88312076-e661-4037-bb56-5ba20f109ea0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:10.086222026Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf","reconcileID":"88312076-e661-4037-bb56-5ba20f109ea0","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-718531/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:11.468130068Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-subscription-no-access","reconcileID":"19a2d95e-d7e1-4d51-a6e0-2e3db51e4b40","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:11.514475691Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-subscription-no-access","reconcileID":"19a2d95e-d7e1-4d51-a6e0-2e3db51e4b40","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:11.555361731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"dda33dd2-927a-45ac-bb58-e09e59d4d183","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:11.578099209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"98af136f-e6fd-4750-9e4a-706536561117","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:11.598347621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"a0ff4a6c-8fd0-4ff1-809e-3c024d10284b","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:11.744206384Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-test-auth-no-access","reconcileID":"e71c5332-eb4e-41a8-900d-229b4df361a8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:11.744274539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"e41a867c-72d6-4874-a50e-39633b6d582c","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:11.787841084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"a2f4b4de-3e79-40ae-945b-55a2b1657081","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:12.401124176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"59329f98-97c3-4975-85e8-718d1147ed2c","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.180793089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"06f71b64-2545-4918-85da-35216ed4463d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.222346052Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"06f71b64-2545-4918-85da-35216ed4463d","name":"e2e-praxis-a-b5756a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.239253149Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","namespace":"ai-tenant-e2e-praxis-b-179824","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.239333515Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","namespace":"ai-tenant-e2e-praxis-b-179824","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.239396865Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","tenant":"e2e-praxis-b-179824","tenantID":"e2e-praxis-b-179824","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.260413013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-179824","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.305450999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"Service","name":"maas-api-e2e-praxis-b-179824","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.331493205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-179824","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.349275946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-179824","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.369405758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.405366225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.479429031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.502745859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.518900213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.539437011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.559652018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"Service","name":"payload-processing-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.575483917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.594487023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.607425004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.620227417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.645472507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.660437402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.674490074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.696324648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-179824","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:17.712562048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-179824"},"namespace":"ai-tenant-e2e-praxis-b-179824","name":"default-tenant","reconcileID":"88e1366a-bf52-4d54-874e-21b5acd0722c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-179824","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.152409412Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-179824","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-179824","reconcileID":"7e0ef5ec-e518-4d87-aa0f-b4118002f25c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-179824","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-179824"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.386494451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"93967c33-1a60-4424-b3ff-8be0885f54f5","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.405235834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"3bc3ab60-874e-4be4-a195-9304ecacbe20","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:18.420179419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-list-subs-refs-sub","reconcileID":"69e935ee-3f59-4202-ae56-c823e61a00b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.45702315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"f94947ae-a66a-4a47-ab2b-3411fbe3f5c0","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.473586382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"a5c8905b-ca59-478d-a9ab-bde8cf66f4ce","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.484958096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d533cc-edad-4ce9-804e-af40865b138b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.499057108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d533cc-edad-4ce9-804e-af40865b138b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.517507319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d533cc-edad-4ce9-804e-af40865b138b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.53057241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96d533cc-edad-4ce9-804e-af40865b138b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.563983375Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-list-subs-refs-sub","reconcileID":"ae9d9d96-140a-4d4f-8e73-4f4d4b4aa858","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-849ac3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.615355399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"12371019-e48a-4799-bf9a-e6caeb9a32b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.62031522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"8b257216-5eab-4d7f-81b2-368f713c44ae","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.71396266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-list-subs-refs-sub","reconcileID":"52c9fd67-ff9d-4718-ad52-b2913449b944","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:18.806562829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:19.03579246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"f34e97d9-4b7e-4ae3-87c3-4af76d481d50","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:19.039760765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-sub","reconcileID":"21863fef-0e0d-410d-88cf-bedd5883c5bb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:19.03985081Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-sub","reconcileID":"21863fef-0e0d-410d-88cf-bedd5883c5bb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:19.095279779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4621528-6005-4dbb-a47e-89f1f1e52e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:19.108077024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4621528-6005-4dbb-a47e-89f1f1e52e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:19.121552296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4621528-6005-4dbb-a47e-89f1f1e52e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:19.135087236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4621528-6005-4dbb-a47e-89f1f1e52e7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:19.362603963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-status-transition-auth","reconcileID":"87856fb3-433a-46a6-802a-41bf751024e2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.549388922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"62e6c1d4-a62a-4f40-a744-91052b6942e7","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.567321483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"86d4d566-5b60-41ee-9f08-33871fcc5a3a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.604959938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey-auth","reconcileID":"c4a0f20d-e038-46f0-abda-de48f5d92533","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.623843556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey-auth","reconcileID":"c4a0f20d-e038-46f0-abda-de48f5d92533","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.696732423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"9a540f40-af3f-45a6-9179-724f43e39116","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.734357032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey-auth","reconcileID":"3b40c090-032d-4956-9df1-bca717721046","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.751980779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey-auth","reconcileID":"3b40c090-032d-4956-9df1-bca717721046","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.770629575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1c28a665-2691-4534-a854-cca0d34cdaca","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.78920615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3bff1f39-8175-4d93-b2a2-3291819e5283","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:20.805379443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"9d001bb9-abe5-44af-8877-56a0834305f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.842793773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"fa917109-eb90-440b-ae00-9942a84bda7a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.861369517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"74574d2b-e3ac-4364-bf3a-b56321861e44","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.923194131Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"2879a15f-0af2-432e-b69a-e78f254064c6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.923314116Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"2879a15f-0af2-432e-b69a-e78f254064c6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:20.987516037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2b1364d4-bc84-48ed-94cd-083645e646e1","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:21.04661146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"8cd2f094-1287-4438-b49e-7445e381ba82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:21.103001289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"974a9fe4-e1e5-4876-9e4e-3a1f2ad649c1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:21.103171918Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"974a9fe4-e1e5-4876-9e4e-3a1f2ad649c1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:21.213410478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3a3f567f-e5fd-4555-b432-eaab8a905316","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.445969296Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf","reconcileID":"6cd337f7-1c4d-4713-a767-63bb7634ca9c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.492715154Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf","reconcileID":"6cd337f7-1c4d-4713-a767-63bb7634ca9c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-718531/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.492736865Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf","reconcileID":"6cd337f7-1c4d-4713-a767-63bb7634ca9c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.492808367Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf","reconcileID":"6cd337f7-1c4d-4713-a767-63bb7634ca9c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-718531/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.561759413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"736e28c1-290f-47ec-9612-290dc5340732","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.678090234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"5da9d972-bc35-4121-b5ea-5af5e4a9b01c","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.699783595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"7280fdfa-eb39-4064-abc7-f72e3b480302","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.830442783Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"e2e-degraded-healthy-inf-auth","reconcileID":"369da91c-60a0-4ba8-a516-4df9a91d437c","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.830518864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"edf1d138-7e28-4100-9ad0-bcf240301812","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:22.961072241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"e1516aa5-ad7f-4d06-ac7c-8baa3aca5093","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:23.427585621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"a1522edb-f9b2-4da7-a515-f54b4de65677","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:28.665469144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey-auth","reconcileID":"b25c386a-1e88-442e-b0ce-18ff63c7f545","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:28.66588156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c5a091a9-fee4-4a48-af1b-6d19920af67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:28.666187172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"bcf42df2-be41-4023-af70-0df637d87cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:28.694865342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey-auth","reconcileID":"b25c386a-1e88-442e-b0ce-18ff63c7f545","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:28.697897864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"bcf42df2-be41-4023-af70-0df637d87cee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:28.701514011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c5a091a9-fee4-4a48-af1b-6d19920af67d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:29.105470731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-list-subs-refs-sub","reconcileID":"4d5a7022-ccb4-4c12-864d-9ada59b375a5","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:29.164713984Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-list-subs-refs-sub","reconcileID":"4d5a7022-ccb4-4c12-864d-9ada59b375a5","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:29.238676928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"d9c6eadc-987d-4d3e-b970-29f491e301d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:29.368276152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"bc40548e-a02b-4bdf-a528-447fd2a65b6f","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:29.986603622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bda5109-ecee-4c9d-818f-533fc382d60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.003567989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bda5109-ecee-4c9d-818f-533fc382d60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.016556032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bda5109-ecee-4c9d-818f-533fc382d60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.029493768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bda5109-ecee-4c9d-818f-533fc382d60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.048976279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"1b4c0e9a-2af2-49e6-a84b-2c42d40292e1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.049001198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"1b4c0e9a-2af2-49e6-a84b-2c42d40292e1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.068974049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"0c0f1513-3e17-4751-8a32-515797aa9eff","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.23881869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"803b71ca-20a8-4951-903a-6109b8ccb117","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.238838417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"803b71ca-20a8-4951-903a-6109b8ccb117","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.255522021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"4017c77a-33a1-4639-9a4c-614404448ec8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.255545457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"4017c77a-33a1-4639-9a4c-614404448ec8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:30.27158808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"ed1b3c9a-42ca-4a30-8849-62a85d9de33d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.311948615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"40c7b705-4e71-4345-808d-ef3b3e1a090f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.311969652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"40c7b705-4e71-4345-808d-ef3b3e1a090f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.331547158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"4c5bb838-49ac-4784-b2cb-095534b2fe02","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.331566302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"4c5bb838-49ac-4784-b2cb-095534b2fe02","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.390220306Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"43dfd367-e8df-49d7-b459-7262d36ce97e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-849ac3/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.464718212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"91d0b60b-5863-461e-ace3-45a00e6f9a52","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.464744677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"91d0b60b-5863-461e-ace3-45a00e6f9a52","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.474012511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"68480fc6-3326-422b-839b-ad7253f9afad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.474032675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"68480fc6-3326-422b-839b-ad7253f9afad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.493373325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"9699e21a-d422-4084-936d-c2ef839b7068","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.493393698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"9699e21a-d422-4084-936d-c2ef839b7068","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.506262277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"3d432c52-86d3-4f39-89aa-9a0b32b95e29","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:30.507968488Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"9699e21a-d422-4084-936d-c2ef839b7068","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:30.508018363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"9699e21a-d422-4084-936d-c2ef839b7068","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.513280736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"7095d52c-d8bb-4fcb-8379-9c42f7108fbb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.513294578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"7095d52c-d8bb-4fcb-8379-9c42f7108fbb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.53991981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-auth","reconcileID":"71a31eae-9ecd-4670-aeb1-98d6007925c4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.557794729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-auth","reconcileID":"71a31eae-9ecd-4670-aeb1-98d6007925c4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.59595873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053a03aa-631c-4d66-9d3c-a7528d6795d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.609258492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053a03aa-631c-4d66-9d3c-a7528d6795d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.609663235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"d1797446-91d6-4e1f-ae39-18fe36c543f0","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.622377069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053a03aa-631c-4d66-9d3c-a7528d6795d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.635451078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"053a03aa-631c-4d66-9d3c-a7528d6795d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.728040448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"223e3002-29bf-4210-bbcd-8623369d0f56","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.728061063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"223e3002-29bf-4210-bbcd-8623369d0f56","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.777720246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-auth","reconcileID":"a4317313-990f-4cff-8a9e-e4bc8f86a539","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:30.794952883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-auth","reconcileID":"a4317313-990f-4cff-8a9e-e4bc8f86a539","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:31.137184744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"ff4f4d37-204f-4375-a889-f8d6556d396f","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:31.905943857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"d53c53f2-4123-43f7-8985-02780472319a","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:31.919011776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"39966ea0-14e1-4326-ae4b-d6f5a2e65334","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:31.964208465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey-auth","reconcileID":"0338856e-c19f-41d8-964e-df7c1ddd3de8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:31.965310146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"39c969f7-e99c-4792-9ee8-b4cd6929ae25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:31.966916463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"76a40e1f-c1f8-45d0-a0bb-023620894c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:31.968423727Z","body":"failed to reconcile TokenRateLimitPolicy during deletion, will retry","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"39966ea0-14e1-4326-ae4b-d6f5a2e65334","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w1-a5ad1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1121\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:31.968480466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"39966ea0-14e1-4326-ae4b-d6f5a2e65334","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w1-a5ad1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:31.981817558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey-auth","reconcileID":"0338856e-c19f-41d8-964e-df7c1ddd3de8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:31.982182739Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"69e366b9-fb54-4f00-a471-f4e98ae5aa4b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:31.984544996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"76a40e1f-c1f8-45d0-a0bb-023620894c4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.016250555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"69e366b9-fb54-4f00-a471-f4e98ae5aa4b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.016266583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"69e366b9-fb54-4f00-a471-f4e98ae5aa4b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.016335366Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey","reconcileID":"69e366b9-fb54-4f00-a471-f4e98ae5aa4b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-a5ad1b/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.02218276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"6ac30a08-46ae-46b1-949e-cb2c203f655d","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.062085146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"42c1378d-4cb0-4f86-b0b4-aac15ff456d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.097289585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"fc8162b2-1200-41a6-b451-e65567457c05","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.116830471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"ea01a9e0-0823-4620-8411-9aaf497185d0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.116850801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"ea01a9e0-0823-4620-8411-9aaf497185d0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.251965048Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-degraded-models-apikey-auth","reconcileID":"9ffbc1b2-8fa3-4893-aa7e-32dc8140eb88","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.252072496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"a26e0768-be7b-4728-b112-4a19a75c3733","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.387242726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"a3f0a9ca-6e49-4416-a3d9-2ba05787489d","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.468579359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e90723f7-f17c-4fb8-aa96-2bd7bb595f63","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.469029515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"efa54008-4299-4e27-bacd-2ad268ad476b","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.486747746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"3b290afc-67e6-4211-a1cb-c1c9c39becd4","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.487046693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"5d6306a9-be78-4509-90d7-7c7be226213d","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:32.503005396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"39ae2085-8b3c-4467-8871-db566613c824","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.540185484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"a504434c-d789-49df-bac4-9a0c64573d97","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.54065654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"60261fed-dfb6-4a65-8ce0-6c62c40b8825","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.559040767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"5c0df29b-2345-42d0-8fd2-4d2d30f9aa20","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.559502742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"1b36eb02-732e-42b1-a690-7ce58d89b57f","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.61835415Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"eb06b928-8ce4-4777-bc47-d64210e59322","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-da0f6d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.662727202Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"eb06b928-8ce4-4777-bc47-d64210e59322","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"distinct-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.694081292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"b28fca29-60b8-4aec-8c5c-99fb4b7a4c95","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.695395545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"88873c24-4b4c-417e-bc65-9322c7d50009","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.699029131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"bd3026d7-4670-4b0b-818e-7e9561a0ee53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.71500795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"50593ff3-130f-452f-87cd-247384fadbd3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.715027246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"50593ff3-130f-452f-87cd-247384fadbd3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.73695743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"46de5bd2-d111-45fb-b870-cd72428ab03e","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.73746596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"a64933f5-3d6d-41fd-8883-eee5ec4243fd","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.756585521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-auth","reconcileID":"b2cb1c6a-7137-47c6-9c96-f08907c58a6f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.774291174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-auth","reconcileID":"b2cb1c6a-7137-47c6-9c96-f08907c58a6f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.800214783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"dc8f3bc0-efca-4dc1-bfbd-9e6d4f6a2681","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.802413693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"2311d81b-099a-4536-b048-3f1a4a1c8ab8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.829167657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"dc8f3bc0-efca-4dc1-bfbd-9e6d4f6a2681","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.868131088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-auth","reconcileID":"22d59f5b-cdfe-4174-8b95-5353c0ecca34","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.895216619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-auth","reconcileID":"22d59f5b-cdfe-4174-8b95-5353c0ecca34","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.941825094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"95fd6028-89ea-490a-8096-ee165cfd4fde","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.94184251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"95fd6028-89ea-490a-8096-ee165cfd4fde","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.942180512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"a217424c-0829-4b44-9891-5cf42698deb3","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.982459647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-auth","reconcileID":"bf5aac85-8fa9-42d4-8684-76228c92eb83","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:32.983135819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"0286e0e0-473f-49dd-92d0-a807581090b6","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.042073014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-auth","reconcileID":"bf5aac85-8fa9-42d4-8684-76228c92eb83","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:33.233482593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-auth","reconcileID":"bf5aac85-8fa9-42d4-8684-76228c92eb83","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.267390172Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-auth","reconcileID":"3615bfe2-0935-44c3-af65-1f2ac050deb6","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.267486289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"502e76e8-38d5-4137-9080-aa77204cbcc0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.267502542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"502e76e8-38d5-4137-9080-aa77204cbcc0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.278939104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-auth","reconcileID":"8ca46787-7511-46de-a466-d2f23a05541a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.297397489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-auth","reconcileID":"8ca46787-7511-46de-a466-d2f23a05541a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.327383143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"9d686291-3e56-467c-9c84-44019f67cd8d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.349926994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"fd64e71f-1139-476e-896d-9d87749d0ce2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.349958777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"fd64e71f-1139-476e-896d-9d87749d0ce2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.426207553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"eb2b55c2-c86d-4d9e-ab65-80071906e40e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.546263965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"f4fd0403-b77c-4a18-84ab-349b5b89fdaa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:33.546289602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"f4fd0403-b77c-4a18-84ab-349b5b89fdaa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.605629054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"32ec780c-dcc6-4232-a95e-920e592028f0","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.652617771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"86057fe2-10b1-4171-95fc-3efefbeaa260","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.680901225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"86057fe2-10b1-4171-95fc-3efefbeaa260","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.716715023Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-auth","reconcileID":"eb8c73a7-76de-49cc-ae13-b10f1f39aa21","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.71706993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"78ac9d17-e792-45b6-9523-daf3e9ee1861","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.749939661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e33c93af-5d4b-4d2f-9296-f60f481b42f7","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.75040592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"2d55ea7d-d7fc-4197-b182-1740b28edf2c","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.761174445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e28213fa-16e9-4906-8f2b-1c9719e21c76","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.788615067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"d112fbec-34cb-4f88-82a8-53fa2dd05e54","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.815906182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"d112fbec-34cb-4f88-82a8-53fa2dd05e54","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.997286758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"8865f165-44a8-4e8d-b01d-52cf9047b86a","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:35.997772243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"29a5562e-d9b8-4542-9920-03abf0a04231","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:37.938420262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"78b0af12-91cf-44ff-a1ba-8b43e54b2fcf","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:37.98009548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"04bf676e-d8cf-4e60-8bca-2dc9dc6aa8f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:37.997061408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2b1030ca-d942-49e3-8743-e9216241daac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.016005684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2b1030ca-d942-49e3-8743-e9216241daac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.030746625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"a3300c66-47ad-4b4f-912e-cb56bd203099","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.078476968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"4fb73018-4d81-4c14-86a1-cfcb219486d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.10000455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00444df6-7725-400a-9e0b-ea86a3a16992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.113368296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00444df6-7725-400a-9e0b-ea86a3a16992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.114420858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"d230d796-7e53-4a3d-923f-eb711c65f8ed","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.130120963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00444df6-7725-400a-9e0b-ea86a3a16992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.145915209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00444df6-7725-400a-9e0b-ea86a3a16992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.164105298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"f421d020-a8c4-4d48-9fdd-7e38948e0d38","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:38.177681873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"391355c6-5212-4a47-99bd-be1d5f771f18","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.216845759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"297ee554-c601-4fbd-954e-34fc12e94357","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.240896687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"6b984347-82eb-4bf5-96ea-23e2d4ca0dd1","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.294825389Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"ddd5489a-d695-4298-833d-81779cb55f76","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","model":"distinct-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.315958938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"1ae3e4f0-eb60-4482-b32f-6e34d3e1a82b","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.316066287Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a5ad1b priority=0:[ai-tenant-e2e-worker-w1-a5ad1b/e2e-model-match-sub ai-tenant-e2e-worker-w1-a5ad1b/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.33452973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"95b168e8-cb28-4bdf-9fab-0bc646507d8a","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:38.348221952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"99e8fea6-018a-417a-bdc6-d272a8d91ee0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.352669056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"8d09a81d-c576-4fb0-a9af-fae55b2fe4cd","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:38.359136171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"ddd5489a-d695-4298-833d-81779cb55f76","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.387453088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"5028df1c-04e5-4832-96c5-841b4eb53ed8","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.401608373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"fc48eaf0-db22-4925-833c-13acee7ac8ad","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.405741115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"5f9cc47c-ecf9-4f1a-990f-5fcc1ecbef22","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.462775183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"dc1da0ad-999c-496c-946d-a1e21b786661","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.543445997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"03797589-e959-46da-a203-13f886adbc8d","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.544244782Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"a60f246d-6e03-4093-b9f8-b7eabdcea51c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"distinct-2-w1-a5ad1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a5ad1b/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.565986803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"739cf8ea-2bba-4368-a137-bff1677035a8","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.60019244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"0e4a800a-1678-4f49-bd44-65099c92b5f6","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.60502781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"4169a88c-9f00-4903-bffb-228ddfe9e030","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.614973547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"ee9abd05-8b21-4deb-8841-ea8deb782165","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.632475663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"ee9abd05-8b21-4deb-8841-ea8deb782165","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.685828148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb51efcc-e80e-4168-af71-a56ed9140921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.699947945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb51efcc-e80e-4168-af71-a56ed9140921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.713128068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"7347566e-d3c3-447b-914e-cdbdb5d75a87","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.71328517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb51efcc-e80e-4168-af71-a56ed9140921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.717720515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"338af003-8a43-43c0-bb83-8b23def6a617","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.726976356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb51efcc-e80e-4168-af71-a56ed9140921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.728889721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"fe097e8d-acce-4e97-a5ef-7b5c2d6076dd","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.741806988Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"01a1e02a-210c-4b96-a0cc-82dd9dbe6b21","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.746761351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"7ed168e6-3c08-4dea-b5c6-4702b5115ed5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.746785144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"7ed168e6-3c08-4dea-b5c6-4702b5115ed5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.754759562Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"01a1e02a-210c-4b96-a0cc-82dd9dbe6b21","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.766867342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"6f5df2ad-f364-46ab-a0bf-d637229a1033","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.798929933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"f898d91b-36e3-4098-ac1d-58793d9602f4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.817011716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"f898d91b-36e3-4098-ac1d-58793d9602f4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.84230244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"e3549b84-3fd4-4d0b-9232-4a00be05d920","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.862517601Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"01a1e02a-210c-4b96-a0cc-82dd9dbe6b21","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.889084562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"0df4c13b-bd5f-4803-b3f0-bf167a56d76c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.906846985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"0df4c13b-bd5f-4803-b3f0-bf167a56d76c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:38.93137398Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-888917","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-888917","reconcileID":"49c26cbb-3231-41d0-a927-2fa17252fd96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-888917","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-888917":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.020632328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"3898b2e5-307a-4234-8c5b-c1291ad56d44","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"tenant":"e2e-worker-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.020653771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"e2e-enrichment-model-ref","reconcileID":"3898b2e5-307a-4234-8c5b-c1291ad56d44","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.020649749Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-a5ad1b priority=0:[ai-tenant-e2e-worker-w1-a5ad1b/e2e-model-match-sub ai-tenant-e2e-worker-w1-a5ad1b/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.031692666Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"408d773e-b27e-469f-a866-93843c52885b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.040284846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"612638e1-7819-4f62-828d-a1410910b0e4","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.044322319Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"408d773e-b27e-469f-a866-93843c52885b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.090867194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"dddf6a7d-01fb-4627-94a9-916a42603fb3","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:39.122651649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"e2e-enrichment-sub","reconcileID":"408d773e-b27e-469f-a866-93843c52885b","error":"maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.1993115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"dc5fcb43-132c-47c1-adea-4f431c9fcc08","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.217863674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"dc5fcb43-132c-47c1-adea-4f431c9fcc08","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.242035873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"b60848a0-27d7-4496-baaa-ad63b6ce942e","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.324273502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7a69f6-f35a-4d0a-a676-524393c7e79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.337116386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7a69f6-f35a-4d0a-a676-524393c7e79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.350309616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7a69f6-f35a-4d0a-a676-524393c7e79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.363290993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7a69f6-f35a-4d0a-a676-524393c7e79f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:39.5830437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"52c0b02d-32ee-4a16-94eb-ff4440a492bd","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.115323424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3455e42-1e13-4e6f-a5e7-c9605c62486c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.119534495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"3a0d2305-239d-41fd-8b32-272597312dcf","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.128503213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3455e42-1e13-4e6f-a5e7-c9605c62486c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.142029335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3455e42-1e13-4e6f-a5e7-c9605c62486c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.155434447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3455e42-1e13-4e6f-a5e7-c9605c62486c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.174765511Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"149031f5-5293-4c64-bd2d-b06282d90c33","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0c3b5c35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.227617409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"091ce14b-88dd-4373-993b-266f34ea47b2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.246415192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"091ce14b-88dd-4373-993b-266f34ea47b2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.720411725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1110f35a-66c2-4ffe-b6cc-a229e4667522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.733472473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1110f35a-66c2-4ffe-b6cc-a229e4667522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.746277795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1110f35a-66c2-4ffe-b6cc-a229e4667522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.759345562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1110f35a-66c2-4ffe-b6cc-a229e4667522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:40.966024505Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ea603b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ea603b","reconcileID":"a78ed2ca-1506-4a05-b7d2-b27fa72841de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ea603b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ea603b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:41.594298118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c80d6e-5f76-4456-99ee-d0b70f0c1fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:41.607613309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c80d6e-5f76-4456-99ee-d0b70f0c1fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:41.621121578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c80d6e-5f76-4456-99ee-d0b70f0c1fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:41.634904957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c80d6e-5f76-4456-99ee-d0b70f0c1fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:42.03684008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"1a234d32-e11c-45be-b598-68c74251a7cc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:44.302851792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f5934a-49b0-47f7-a186-c1c2b3b9180a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:44.315672393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f5934a-49b0-47f7-a186-c1c2b3b9180a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:44.328403494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f5934a-49b0-47f7-a186-c1c2b3b9180a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:44.341906344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f5934a-49b0-47f7-a186-c1c2b3b9180a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:44.902285608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4eef00-ae2d-4497-a3bd-e7380bdc07ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:44.914851657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4eef00-ae2d-4497-a3bd-e7380bdc07ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:44.927607184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4eef00-ae2d-4497-a3bd-e7380bdc07ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:44.94068666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4eef00-ae2d-4497-a3bd-e7380bdc07ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:45.0665212Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-20d9a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-20d9a4","reconcileID":"384091a7-15d1-4e45-a616-0cb50f618fc9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-20d9a4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-20d9a4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:45.499599735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b5436f-9c6e-446a-b867-e09a03e01289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:45.513561124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b5436f-9c6e-446a-b867-e09a03e01289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:45.553717053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b5436f-9c6e-446a-b867-e09a03e01289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:45.566383613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b5436f-9c6e-446a-b867-e09a03e01289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:46.050296329Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"16d76f37-1d9a-41cf-b096-1a0907e7af41","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:46.103699169Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"16d76f37-1d9a-41cf-b096-1a0907e7af41","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:46.103727506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"16d76f37-1d9a-41cf-b096-1a0907e7af41","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:46.117277202Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"16d76f37-1d9a-41cf-b096-1a0907e7af41","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:46.130181878Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-partial-access-sub","reconcileID":"16d76f37-1d9a-41cf-b096-1a0907e7af41","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:46.143520416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"898111a2-f13f-4ad7-a254-1f9d5fabf534","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:46.259823973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"479a567a-17c4-4c3b-855d-723e0656f6eb","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:46.260263607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"a94c7e0a-50ef-494c-80a7-d3296665148a","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:46.279112653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"fb5768eb-436a-4a8b-8e3c-dafd6d72eff3","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.111919151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"7ae3147d-5d31-433b-a075-119fa789eafc","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.133381612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"9577bc6d-3740-49b6-945a-a0bcb8a74a34","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:47.15023488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-sub","reconcileID":"2b6a080d-aa4f-4363-947e-bc28e969f3fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.200818637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"ab2314b2-36c9-4cb8-95ba-fc0d529bf7ce","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.231447286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"848ce91d-9189-49b1-9d4d-f27acbe98fa1","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.345948093Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-sub","reconcileID":"619f80ce-e3ee-41f5-b7be-3bf1d15b399b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"distinct-w0-da0f6d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-da0f6d/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.346317768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"267f1d7b-02de-4026-aa4f-e8741c3dcf96","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.36519857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"ffedff5a-dd15-4a09-aaa2-690350e08024","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.396616397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"17d92e84-17a7-4923-bac6-c1dad49c6174","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.473888803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-sub","reconcileID":"4ecc5f3e-3af9-4d78-84e7-0e7f68c0e7bd","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.497854463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"feff7029-2800-4824-8cc7-1d734ecfe007","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.517010726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"feff7029-2800-4824-8cc7-1d734ecfe007","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.590055541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"c10f8984-f6c0-4596-bde9-0bff26ae4a66","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.642264543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"9863bb37-3fa9-4b88-a40e-652d1b511e7a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.661199523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"9863bb37-3fa9-4b88-a40e-652d1b511e7a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:01:47.729968868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"9863bb37-3fa9-4b88-a40e-652d1b511e7a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.785033913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"a0d1f410-1d47-49f3-b73a-b9c03538dfa1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:47.80262915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"a0d1f410-1d47-49f3-b73a-b9c03538dfa1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:48.865911739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:49.639861652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"9b52a850-7651-4dd2-a7d9-58374872eba5","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:49.741952588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"5458a9a7-106b-49d5-9e4e-0608f612970f","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.156162793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"de10dba5-d4e9-4464-9069-3b2bf572947a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.156121596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"906abb19-e778-4471-9a01-6e5bc5fa0e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.156813595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"5c5d78d9-af31-46e5-b8cd-0796951d35a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.157110085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"56c5e87d-09e7-4a14-950e-ecd6e018c04d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.176321112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"56c5e87d-09e7-4a14-950e-ecd6e018c04d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.177685219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"5c5d78d9-af31-46e5-b8cd-0796951d35a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.180805862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"906abb19-e778-4471-9a01-6e5bc5fa0e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.181382593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"de10dba5-d4e9-4464-9069-3b2bf572947a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.189652252Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"cb56264e-19ab-446b-b49e-d2124bfed6d2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.203124864Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"cb56264e-19ab-446b-b49e-d2124bfed6d2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.216219376Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-sub","reconcileID":"cb56264e-19ab-446b-b49e-d2124bfed6d2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.312266474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"6065c5fc-10d1-4f1d-9336-390b9338b358","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.334481552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"a3b8b09e-342d-41d2-9927-1717d3b37c9a","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.472082694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"44b732a3-602a-4ded-94c6-494f2d3f4e5a","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.49620271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"9b568134-488f-4601-9604-9bad7b23ab04","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.540934847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c9da7140-b51d-4be1-86e9-deea30e6a8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.54146019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"c13dd910-7b95-4a99-977f-47a38f354860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.541892282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"340f57d8-68a5-4d31-add3-f1d289ebed85","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.546014001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"9b568134-488f-4601-9604-9bad7b23ab04","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.599230373Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"f63ed3ea-21d7-42b9-a70b-9c863ab5545b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2ad5c421","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.604126189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c9da7140-b51d-4be1-86e9-deea30e6a8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.605526571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"c13dd910-7b95-4a99-977f-47a38f354860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.618596503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"340f57d8-68a5-4d31-add3-f1d289ebed85","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.661262911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"99d1096e-55b1-4bb7-9df1-7cfb81baf0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.680763112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"99d1096e-55b1-4bb7-9df1-7cfb81baf0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.754498344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"7a64b60c-3813-43d0-a685-5c8334dbf011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.774389744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"7a64b60c-3813-43d0-a685-5c8334dbf011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.901595771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"e50c76ab-4369-4cfe-a0fa-979b0db1b5bb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.901908469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"46231a99-dde4-4e86-bafa-35a672a54ad9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.965419105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"e50c76ab-4369-4cfe-a0fa-979b0db1b5bb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:50.990771429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"46231a99-dde4-4e86-bafa-35a672a54ad9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:52.119092667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"20baa580-008e-4511-922b-2eb4b16ddb87","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-888917","tenantID":"e2e-shared-a-w3-888917","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:52.158081762Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"20baa580-008e-4511-922b-2eb4b16ddb87","name":"e2e-shared-a-w3-888917-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:52.247030823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-auth","reconcileID":"f07fa34b-dfff-42ec-b1fc-eb5b2cbb50ba","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:52.247487572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"42665e9e-788f-4f08-b0da-d89a7ea7eda5","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:52.37829992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"619cd45e-8aca-465c-b798-ef4f9f196687","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:52.55445071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"ab4d0390-9ec3-41a3-a23b-6191e7b8d957","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:55.355765118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"294bfc9f-627c-40f3-8494-4a93c8780c9a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ea603b","tenantID":"e2e-praxis-b-ea603b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:01:55.40972434Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"294bfc9f-627c-40f3-8494-4a93c8780c9a","name":"e2e-praxis-b-ea603b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:00.644706098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"57d8cd9c-c28a-4422-8531-fb5508790d56","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:00.695972051Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"57d8cd9c-c28a-4422-8531-fb5508790d56","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:00.723295626Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-sub","reconcileID":"57d8cd9c-c28a-4422-8531-fb5508790d56","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:00.863541506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"2ba933e6-8956-45b9-88fd-0e7d1bf1caa0","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.008450093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"8c586c74-ddb0-44eb-be85-0af556ecf46e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.027617517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"8c586c74-ddb0-44eb-be85-0af556ecf46e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.028740121Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-match-auth","reconcileID":"048b4c48-7b39-4f81-a5c3-73acbdf14a95","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.029072925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"08c3228c-bc99-4c18-9098-f7146d7cd3b4","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.113396967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"7e251223-916c-447b-8af3-faf0b748d2a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.166872993Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"7e251223-916c-447b-8af3-faf0b748d2a2","name":"e2e-shared-a-w4-20d9a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.171931673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"ce8b5cc9-18e1-4916-b7e7-e982b781a4fb","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.345887666Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"e2e-model-nomatch-auth","reconcileID":"8dbb94d7-9e1e-44ce-b47a-ff000bcf90fe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.346576433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"e82f17b3-b2bb-4947-ba42-3ff6922dd105","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:01.490245784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"8ffcbbeb-9487-4965-b057-ba92c2853fde","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:02.602908866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-sub","reconcileID":"7a08a54e-ab67-42ed-9905-63eae85a6098","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:02.617420676Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-sub","reconcileID":"7a08a54e-ab67-42ed-9905-63eae85a6098","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:02.645860777Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"e2e-no-access-sub","reconcileID":"7a08a54e-ab67-42ed-9905-63eae85a6098","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:02.804102723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"f15bc7f5-d26a-43c0-9289-ed35d102f591","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:06.981474879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"a3358604-134a-4f2a-b70c-f561cfe26db4","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:07.061768524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"83d9e2ef-9f6b-499d-8522-601faffb4500","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:07.082371829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"95c02205-be33-472e-add4-85e80189a2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:07.110106408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"95c02205-be33-472e-add4-85e80189a2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:07.122453898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"571e232d-bbf3-4e6b-b3c2-5abe0cd952cd","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:07.168895794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"202fde79-8a1b-4960-acef-abe4bacc7949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:08.66439785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9fa088-e94c-4140-9c8c-01abc06a1695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:08.687361831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9fa088-e94c-4140-9c8c-01abc06a1695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:08.732422984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9fa088-e94c-4140-9c8c-01abc06a1695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:08.798042833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9fa088-e94c-4140-9c8c-01abc06a1695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:09.463469801Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-09c89e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-09c89e","reconcileID":"63afead1-2dbc-40c6-a2c4-ef9ce81d16d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-09c89e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-09c89e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:09.726869291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23fd310f-b30d-4f76-9141-b3c623c42cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:09.743495465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23fd310f-b30d-4f76-9141-b3c623c42cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:09.758352856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23fd310f-b30d-4f76-9141-b3c623c42cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:09.775570455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23fd310f-b30d-4f76-9141-b3c623c42cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:09.806486266Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-410725","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-410725","reconcileID":"ba60ea57-a912-4dcb-86b5-dea4890ccae0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-410725","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-410725":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:10.930746228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08545480-3dd4-4600-85f2-85c1228179ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:10.966261149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08545480-3dd4-4600-85f2-85c1228179ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:10.981392689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08545480-3dd4-4600-85f2-85c1228179ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:11.022727265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08545480-3dd4-4600-85f2-85c1228179ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:11.692716817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fb2a07-e553-4be6-a60f-c958c8acdea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:11.706319189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fb2a07-e553-4be6-a60f-c958c8acdea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:11.719396972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fb2a07-e553-4be6-a60f-c958c8acdea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:11.733108462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fb2a07-e553-4be6-a60f-c958c8acdea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.352075335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"3ed8ae96-5fd2-484b-bc0c-014448e77eec","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.411457212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"9beb989e-717f-4ef2-b3a5-432ca2a00371","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.424560784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"596e72c0-5079-49ce-8ee9-5395290edf6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.446333661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"596e72c0-5079-49ce-8ee9-5395290edf6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.470401516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"b967efc9-ff4a-4537-b004-88a82ef46637","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.530458265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b399a833-6e97-4548-9fba-a6414d04d866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.544430704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b399a833-6e97-4548-9fba-a6414d04d866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.558344956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b399a833-6e97-4548-9fba-a6414d04d866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.572358636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b399a833-6e97-4548-9fba-a6414d04d866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:12.609955791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"e3f48cde-8dcc-4d4d-b790-d90941c84958","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:13.498298804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588cd995-3712-40f0-b684-4385d36dd396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:13.511483689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588cd995-3712-40f0-b684-4385d36dd396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:13.524156821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588cd995-3712-40f0-b684-4385d36dd396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:13.537188484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588cd995-3712-40f0-b684-4385d36dd396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:14.119961668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398cda18-6670-4643-9f69-3188569b6283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:14.132970813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398cda18-6670-4643-9f69-3188569b6283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:14.14598827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398cda18-6670-4643-9f69-3188569b6283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:14.158994328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"398cda18-6670-4643-9f69-3188569b6283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:14.706946545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3b8ace-b5c0-44c7-9d5b-5fc35cf2be8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:14.719634359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3b8ace-b5c0-44c7-9d5b-5fc35cf2be8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:14.735716749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3b8ace-b5c0-44c7-9d5b-5fc35cf2be8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:14.74920953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3b8ace-b5c0-44c7-9d5b-5fc35cf2be8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:17.617162098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8246827a-66d0-4c37-9e60-55187b715c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:17.632494229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8246827a-66d0-4c37-9e60-55187b715c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:17.64678698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8246827a-66d0-4c37-9e60-55187b715c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:17.666928988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8246827a-66d0-4c37-9e60-55187b715c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.264364258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bd46896d-0f3c-4d57-8b67-fdffb33a1986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.264948332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"427e8e7f-71bd-49b0-9e5b-ca454e344ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.288405933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bd46896d-0f3c-4d57-8b67-fdffb33a1986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.298729145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"427e8e7f-71bd-49b0-9e5b-ca454e344ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.512837436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea478fdb-a931-4817-af77-c5992c7be0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.528455146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea478fdb-a931-4817-af77-c5992c7be0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.544767363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea478fdb-a931-4817-af77-c5992c7be0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.559355459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea478fdb-a931-4817-af77-c5992c7be0fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.560584513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"70f8638a-210e-4ad6-8fd5-be04be6b8b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.560911676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"909d3cc8-0355-4ffb-9fc7-3b854a7911cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.585618588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"909d3cc8-0355-4ffb-9fc7-3b854a7911cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.597248259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"70f8638a-210e-4ad6-8fd5-be04be6b8b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.682661758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"137d67be-4d88-423e-86e6-6020f4b4b241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.683031854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8f25a8e7-ddf3-4c08-9623-8a708797a4a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.709321571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8f25a8e7-ddf3-4c08-9623-8a708797a4a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.715726326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"137d67be-4d88-423e-86e6-6020f4b4b241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:18.811815339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:19.746431318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f38ab9-7638-438c-884b-aefb4117d510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:19.763304305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f38ab9-7638-438c-884b-aefb4117d510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:19.776267895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f38ab9-7638-438c-884b-aefb4117d510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:19.789115863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f38ab9-7638-438c-884b-aefb4117d510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:20.377362149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d721612-754c-4dd5-838d-1b96ebbcd4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:20.390383081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d721612-754c-4dd5-838d-1b96ebbcd4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:20.403789207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d721612-754c-4dd5-838d-1b96ebbcd4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:20.416752315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d721612-754c-4dd5-838d-1b96ebbcd4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:20.497523226Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-354b1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-354b1e","reconcileID":"4cf4e141-c192-4886-96e7-dc3a758cede7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-354b1e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-354b1e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:21.052255404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a280be-39d6-4635-8ad5-e5c753a809fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:21.064947183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a280be-39d6-4635-8ad5-e5c753a809fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:21.077906883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a280be-39d6-4635-8ad5-e5c753a809fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:21.140602016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a280be-39d6-4635-8ad5-e5c753a809fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:21.685550138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fea6cc-b234-4b1f-9920-ec5707443e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:21.698386928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fea6cc-b234-4b1f-9920-ec5707443e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:21.711006801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fea6cc-b234-4b1f-9920-ec5707443e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:21.723520902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42fea6cc-b234-4b1f-9920-ec5707443e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:22.303484756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f148c9-dfbc-4739-b212-3402f8e7172d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:22.316540184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f148c9-dfbc-4739-b212-3402f8e7172d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:22.330376393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f148c9-dfbc-4739-b212-3402f8e7172d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:22.343844235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f148c9-dfbc-4739-b212-3402f8e7172d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:23.339727976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c71e39-193a-4ade-93e4-0cd324e9accb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:23.355913315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c71e39-193a-4ade-93e4-0cd324e9accb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:23.370013746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c71e39-193a-4ade-93e4-0cd324e9accb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:23.384247522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c71e39-193a-4ade-93e4-0cd324e9accb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:23.899853362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359fc76-8997-4428-89ce-ed4d743535fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:23.913471961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359fc76-8997-4428-89ce-ed4d743535fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:23.926108836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359fc76-8997-4428-89ce-ed4d743535fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:23.941019158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e359fc76-8997-4428-89ce-ed4d743535fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:24.46227416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e41999-8488-4c0a-b392-7a7d095d81cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:24.478717245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e41999-8488-4c0a-b392-7a7d095d81cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:24.493851111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e41999-8488-4c0a-b392-7a7d095d81cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:24.506574619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e41999-8488-4c0a-b392-7a7d095d81cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.222559082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81a2015-8ce2-4d82-946f-b130092f1db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.235219944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"ba9d927d-882f-4b82-851f-58c61f2a76e7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.235429409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81a2015-8ce2-4d82-946f-b130092f1db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.248113743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81a2015-8ce2-4d82-946f-b130092f1db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.260803067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c81a2015-8ce2-4d82-946f-b130092f1db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.275472557Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"ba9d927d-882f-4b82-851f-58c61f2a76e7","name":"e2e-shared-a-w0-09c89e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.927516973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bf47dc-9b4d-4e21-9b06-9e355450b2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.940418148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bf47dc-9b4d-4e21-9b06-9e355450b2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.953887308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bf47dc-9b4d-4e21-9b06-9e355450b2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.961253476Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-9d01b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-9d01b2","reconcileID":"64b4615c-558c-411c-b28e-dc6edd0ecd82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-9d01b2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-9d01b2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:29.967966967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0bf47dc-9b4d-4e21-9b06-9e355450b2cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:30.615734558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274e806e-7d2e-45c7-b40f-1a32ef70c2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:30.644849611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274e806e-7d2e-45c7-b40f-1a32ef70c2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:30.659457061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274e806e-7d2e-45c7-b40f-1a32ef70c2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:30.677453993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"274e806e-7d2e-45c7-b40f-1a32ef70c2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:31.219391606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"3f5673e6-17d6-4575-bc76-2f3fb47e92bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:31.257916373Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"3f5673e6-17d6-4575-bc76-2f3fb47e92bf","name":"e2e-shared-a-w1-410725-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:40.613740278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"601d4c99-32e5-4b5a-9fd5-f29abe9117b5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-354b1e","tenantID":"e2e-shared-b-w3-354b1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:40.652395787Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"601d4c99-32e5-4b5a-9fd5-f29abe9117b5","name":"e2e-shared-b-w3-354b1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:48.806198421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:50.445422982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b10cb1-9e83-4cad-aaaf-0044e10d213e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:50.458961423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b10cb1-9e83-4cad-aaaf-0044e10d213e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:50.472592214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b10cb1-9e83-4cad-aaaf-0044e10d213e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:50.485790794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b10cb1-9e83-4cad-aaaf-0044e10d213e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:51.013585066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2775bf-0509-49ae-aca7-52c68c1f32a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:51.03451265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2775bf-0509-49ae-aca7-52c68c1f32a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:51.050091944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2775bf-0509-49ae-aca7-52c68c1f32a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:51.064048762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2775bf-0509-49ae-aca7-52c68c1f32a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:51.627061415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"2c055f6c-4693-41a8-913a-ce043276e2e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:51.667659865Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"2c055f6c-4693-41a8-913a-ce043276e2e6","name":"e2e-shared-b-w4-9d01b2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:53.831694167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf848e7-189d-40dd-a88f-55dab78fff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:53.844667156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf848e7-189d-40dd-a88f-55dab78fff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:53.857432801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf848e7-189d-40dd-a88f-55dab78fff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:53.870884666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf848e7-189d-40dd-a88f-55dab78fff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:54.384297983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451dbe5d-a51e-4c97-9e23-0796177d5515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:54.3972875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451dbe5d-a51e-4c97-9e23-0796177d5515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:54.409948156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451dbe5d-a51e-4c97-9e23-0796177d5515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:54.422684945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451dbe5d-a51e-4c97-9e23-0796177d5515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:54.668059768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"1987f090-3852-4f8b-8463-216e6d54d973","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:54.668214205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"1987f090-3852-4f8b-8463-216e6d54d973","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:55.014972995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"c5295418-235e-453b-914d-2f47e8b0bbc3","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:55.014993492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"c5295418-235e-453b-914d-2f47e8b0bbc3","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:55.03478081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"36a756bc-3fb4-4a95-8634-0f25c584e9af","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:55.034808657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"36a756bc-3fb4-4a95-8634-0f25c584e9af","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:55.079368512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"7cca078f-5293-48d1-bbe1-7a11da70b806","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:55.154108499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"7cca078f-5293-48d1-bbe1-7a11da70b806","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"e2e-praxis-a-b5756a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:55.170749105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b5756a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a2cefe43c37d6e16a0cf8a5a8e7c2593da2dcc8a741e509c36e757db115d712) AuthConfig (50894299015b6d030fdd6ee4b7e6e624c5055285544d4e736a2dba343e429f9d) AuthConfig (ebb4b793d82abcd92666e6e154bcccf6eb205ad2170ee6deed7fea834619bc98) AuthConfig (3d8400981869cc203ba490e1ae69496a2768e0e61fa0d7e0a88f245c4b303105) AuthConfig (406d71085861cbea929f559860238b08626d4468aaed718e07d64b570cba15bd) AuthConfig (a29ebf89ea585cbf54e8b59a57b74921986a811b1b6d876a626ac1dac125e41d) AuthConfig (204deb87cd434510480a45defd134765dbcee4aecff142bca5529459aaca4f3f) AuthConfig (3e7e73e643778bc2160dee0bc6912fe15db8e0e58d8b8a97476506e660b7987a) AuthConfig (92759f27453d87a51599d3ab3d92f42159c15d19445412886c2642c9e57778e7) AuthConfig (44af1657bce3640703284e61e1e485594a8d5c7142f7d1d35db253682c6cf200) AuthConfig (285c64c744134f08e14f3e7f148946197615cf5a8a132c06a3f9ae283b9567e1) AuthConfig (f9e032b7dfcdc16d978454143d04453048593da2b865a29f1d9f29ede4362849)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"7cca078f-5293-48d1-bbe1-7a11da70b806","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:55.191355877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"23c8e4e1-8231-49d5-93de-3a4a99ea2abb","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:02:55.1913793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"23c8e4e1-8231-49d5-93de-3a4a99ea2abb","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:00.174914897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab7bec6-a9bd-4b0b-b2ca-baa69b48a278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:00.191000478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab7bec6-a9bd-4b0b-b2ca-baa69b48a278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:00.205274876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab7bec6-a9bd-4b0b-b2ca-baa69b48a278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:00.218538744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ab7bec6-a9bd-4b0b-b2ca-baa69b48a278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:00.787520003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb388f32-b702-43d4-8d72-7441cc74b5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:00.800444229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb388f32-b702-43d4-8d72-7441cc74b5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:00.813623647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb388f32-b702-43d4-8d72-7441cc74b5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:00.827311122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb388f32-b702-43d4-8d72-7441cc74b5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:01.043917092Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9bc221","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9bc221","reconcileID":"f30ca900-8225-45c3-b52a-260e17bf0e0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-9bc221","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-9bc221":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:01.220368681Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-7c7f8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-7c7f8f","reconcileID":"8b72973c-a1b6-4c7f-91f8-0486fcb5e7fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-7c7f8f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-7c7f8f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:01.481539087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672e000-ae01-4666-bd62-70bdc6564d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:01.495195886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672e000-ae01-4666-bd62-70bdc6564d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:01.513345908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672e000-ae01-4666-bd62-70bdc6564d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:01.529927166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a672e000-ae01-4666-bd62-70bdc6564d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:02.181642028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adf76a1-7fb4-49aa-90b3-1d256daef4b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:02.196290333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adf76a1-7fb4-49aa-90b3-1d256daef4b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:02.20981557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adf76a1-7fb4-49aa-90b3-1d256daef4b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:02.225398419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9adf76a1-7fb4-49aa-90b3-1d256daef4b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:02.854968307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff252a-55c0-44d3-af9d-47fe208e0d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:02.868750185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff252a-55c0-44d3-af9d-47fe208e0d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:02.885068115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff252a-55c0-44d3-af9d-47fe208e0d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:02.900971903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff252a-55c0-44d3-af9d-47fe208e0d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:03.749450754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02043096-c063-40b4-a276-cc87685b8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:03.762611774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02043096-c063-40b4-a276-cc87685b8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:03.776302309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02043096-c063-40b4-a276-cc87685b8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:03.789977885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02043096-c063-40b4-a276-cc87685b8586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:04.439945411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9fef16-c4b8-4968-bdb8-426ee3be3870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:04.453680068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9fef16-c4b8-4968-bdb8-426ee3be3870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:04.469594239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9fef16-c4b8-4968-bdb8-426ee3be3870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:04.482863457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc9fef16-c4b8-4968-bdb8-426ee3be3870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.128505977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd864bc0-3a59-4aa8-891c-a12a9b2827b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.142326783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd864bc0-3a59-4aa8-891c-a12a9b2827b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.158565656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd864bc0-3a59-4aa8-891c-a12a9b2827b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.172670032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd864bc0-3a59-4aa8-891c-a12a9b2827b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.250731883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"92559ff0-7133-499e-b374-5ba8c3c586a7","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.440258078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"92559ff0-7133-499e-b374-5ba8c3c586a7","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"e2e-praxis-a-b5756a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.464065117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b5756a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a2cefe43c37d6e16a0cf8a5a8e7c2593da2dcc8a741e509c36e757db115d712) AuthConfig (50894299015b6d030fdd6ee4b7e6e624c5055285544d4e736a2dba343e429f9d) AuthConfig (ebb4b793d82abcd92666e6e154bcccf6eb205ad2170ee6deed7fea834619bc98) AuthConfig (3d8400981869cc203ba490e1ae69496a2768e0e61fa0d7e0a88f245c4b303105) AuthConfig (406d71085861cbea929f559860238b08626d4468aaed718e07d64b570cba15bd) AuthConfig (a29ebf89ea585cbf54e8b59a57b74921986a811b1b6d876a626ac1dac125e41d) AuthConfig (204deb87cd434510480a45defd134765dbcee4aecff142bca5529459aaca4f3f) AuthConfig (3e7e73e643778bc2160dee0bc6912fe15db8e0e58d8b8a97476506e660b7987a) AuthConfig (92759f27453d87a51599d3ab3d92f42159c15d19445412886c2642c9e57778e7) AuthConfig (44af1657bce3640703284e61e1e485594a8d5c7142f7d1d35db253682c6cf200) AuthConfig (285c64c744134f08e14f3e7f148946197615cf5a8a132c06a3f9ae283b9567e1) AuthConfig (f9e032b7dfcdc16d978454143d04453048593da2b865a29f1d9f29ede4362849)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"92559ff0-7133-499e-b374-5ba8c3c586a7","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.961407669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec9f462-260a-4969-b57e-30120ebf11a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.974569588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec9f462-260a-4969-b57e-30120ebf11a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:05.988699674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec9f462-260a-4969-b57e-30120ebf11a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:06.001882093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aec9f462-260a-4969-b57e-30120ebf11a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:06.585209597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d170ab-9327-44da-b340-51c1985867d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:06.601789206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d170ab-9327-44da-b340-51c1985867d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:06.615664879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d170ab-9327-44da-b340-51c1985867d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:06.628411743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d170ab-9327-44da-b340-51c1985867d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:15.500082066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"00ed3017-9e0e-4e3b-8b8d-a30e8095a85b","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:15.559520052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"00ed3017-9e0e-4e3b-8b8d-a30e8095a85b","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"e2e-praxis-a-b5756a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:15.630644464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"b5418585-077f-44b6-ad51-2a2b8dbbc4e5","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:15.630664692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"b5418585-077f-44b6-ad51-2a2b8dbbc4e5","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.19481636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"497885d9-8835-4a3a-b925-010075d2254b","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.194837512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"497885d9-8835-4a3a-b925-010075d2254b","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.214712297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"8b78b1f6-dec7-462a-bb97-4cf47919a734","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.214731167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"8b78b1f6-dec7-462a-bb97-4cf47919a734","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:03:16.235420743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"5e0a61ce-ea07-4c45-aad3-084d6cf7b271","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-b5756a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:03:16.235905781Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"8b78b1f6-dec7-462a-bb97-4cf47919a734","name":"praxis-route-b5756a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b5756a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:03:16.235961135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"8b78b1f6-dec7-462a-bb97-4cf47919a734","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b5756a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.241334857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"d1edc0b9-77ab-4647-ac76-7b8d1706092e","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.241350973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"d1edc0b9-77ab-4647-ac76-7b8d1706092e","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.248309084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"70e811ba-531d-473c-ad72-1282327ca689","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.266494134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"70e811ba-531d-473c-ad72-1282327ca689","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"e2e-praxis-a-b5756a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.26984339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"33b290c9-a194-40d2-9f89-507890214482","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.269908222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"33b290c9-a194-40d2-9f89-507890214482","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.288926032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"4b46f278-f9f2-43d2-9bea-ee64cec059fc","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.288953657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"4b46f278-f9f2-43d2-9bea-ee64cec059fc","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.348135419Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"dad69961-7b77-414c-939a-8e6ed739d73c","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"maas-trlp-praxis-route-b5756a","model":"praxis-route-b5756a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.397031495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"e31db0dd-7053-44a1-a558-0324753e25cf","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.397051389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"e31db0dd-7053-44a1-a558-0324753e25cf","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:16.439427964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"22ddba4c-e574-4216-bdee-acb179616763","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"maas-trlp-praxis-route-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:17.687130948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5bceee-d1e9-4c62-99bb-7bba60859cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:17.700663383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5bceee-d1e9-4c62-99bb-7bba60859cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:17.715727445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5bceee-d1e9-4c62-99bb-7bba60859cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:17.731419927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5bceee-d1e9-4c62-99bb-7bba60859cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:18.258329416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6a1b64b-4353-4dab-8f29-1e5d54d07beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:18.272776859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6a1b64b-4353-4dab-8f29-1e5d54d07beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:18.286340724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6a1b64b-4353-4dab-8f29-1e5d54d07beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:18.299219044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6a1b64b-4353-4dab-8f29-1e5d54d07beb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:18.807001512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:27.006157833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"0ec32602-7ee1-4e16-975f-0c247562a499","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:27.048390297Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"0ec32602-7ee1-4e16-975f-0c247562a499","name":"e2e-shared-b-w1-9bc221-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:28.658612021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"71a5b83e-8d3d-4eb9-95a4-4c55f7f877ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:28.6978027Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"71a5b83e-8d3d-4eb9-95a4-4c55f7f877ec","name":"e2e-shared-b-w0-7c7f8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:33.901902929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"958b35eb-a8ed-46f8-9bce-0bdb3566944e","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"maas-trlp-praxis-route-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:33.957943685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"7520bfb0-73c7-475c-ab7b-41ec32d9a0d2","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:33.957966129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"7520bfb0-73c7-475c-ab7b-41ec32d9a0d2","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:34.00559351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"6b4fc9c7-8c0b-4c66-b3f5-ba85f9c1977f","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:34.024952216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"6b4fc9c7-8c0b-4c66-b3f5-ba85f9c1977f","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"e2e-praxis-a-b5756a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.647341986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"95d0c11e-4383-4cf0-8001-8e666064060b","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.64736301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"95d0c11e-4383-4cf0-8001-8e666064060b","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.663716867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"b0993111-f165-4904-8f7c-6bf0898514a5","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.663735424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"b0993111-f165-4904-8f7c-6bf0898514a5","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.688635338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"dfebd11d-2a96-4bf2-a046-ca5318329f1d","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.730953368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"dfebd11d-2a96-4bf2-a046-ca5318329f1d","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"e2e-praxis-a-b5756a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.748590199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"ec5ee7fc-5515-4eb3-b73d-769bf4894852","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"maas-trlp-praxis-route-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.839568255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"1ee32bdf-cd0d-446a-9060-125fad799b0c","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"maas-trlp-praxis-route-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.923004193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"96f86555-669b-4ad3-9013-bf9d569a802e","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.941654612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"96f86555-669b-4ad3-9013-bf9d569a802e","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"e2e-praxis-a-b5756a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.978042594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4701f1-2abd-4400-be40-5dfce8d2e07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:35.994717264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4701f1-2abd-4400-be40-5dfce8d2e07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:36.012839863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4701f1-2abd-4400-be40-5dfce8d2e07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:36.025890998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b4701f1-2abd-4400-be40-5dfce8d2e07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:36.605589303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7eb74ea-2826-491a-8dce-8f8658a0d360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:36.619470287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7eb74ea-2826-491a-8dce-8f8658a0d360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:36.632801783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7eb74ea-2826-491a-8dce-8f8658a0d360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:36.64604908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7eb74ea-2826-491a-8dce-8f8658a0d360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:37.195891949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7d7a06-a17d-4841-9837-f6fd9c96a16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:37.208789588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7d7a06-a17d-4841-9837-f6fd9c96a16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:37.221649604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7d7a06-a17d-4841-9837-f6fd9c96a16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:37.234465916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7d7a06-a17d-4841-9837-f6fd9c96a16f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:39.336463075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"34871670-164d-462d-bb26-72a450ec3a40","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:39.33650077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"34871670-164d-462d-bb26-72a450ec3a40","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:45.799640725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"a6a0f60b-446a-4da7-9afa-c7de23ab7fe6","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:45.799664606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"a6a0f60b-446a-4da7-9afa-c7de23ab7fe6","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:45.826883143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"6350eb67-b011-443c-8857-1037c746493d","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:45.845104084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"765180a3-1dc4-4ec0-a08d-8180f6134b84","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"maas-trlp-praxis-route-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:45.845358012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"6350eb67-b011-443c-8857-1037c746493d","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"e2e-praxis-a-b5756a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:45.945126579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"d1bb88b3-abd9-4b74-8ce2-19ddc7a86dbb","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"maas-trlp-praxis-route-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:48.806344979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:53.995423607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"5c14ec2f-1262-4cd3-928b-ec3365ad9914","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:54.040236936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"5c14ec2f-1262-4cd3-928b-ec3365ad9914","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:54.198272899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ce1ad7-65fb-481f-82c6-646e6e73daa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:54.211929844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ce1ad7-65fb-481f-82c6-646e6e73daa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:54.225872309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ce1ad7-65fb-481f-82c6-646e6e73daa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:54.239454454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ce1ad7-65fb-481f-82c6-646e6e73daa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:54.946296439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7eb6b6-32b6-415b-bd42-d51696b6d0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:54.959693932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7eb6b6-32b6-415b-bd42-d51696b6d0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:54.973358776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7eb6b6-32b6-415b-bd42-d51696b6d0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:54.987112612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7eb6b6-32b6-415b-bd42-d51696b6d0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.672587278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"19e91474-90df-4e6a-abb3-b58bcd018237","namespace":"ai-tenant-e2e-praxis-a-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.672689179Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"19e91474-90df-4e6a-abb3-b58bcd018237","name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.690316414Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"19e91474-90df-4e6a-abb3-b58bcd018237","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.690337692Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"19e91474-90df-4e6a-abb3-b58bcd018237","namespace":"ai-tenant-e2e-praxis-a-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.69046865Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"19e91474-90df-4e6a-abb3-b58bcd018237","name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.691006608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"960c2529-483c-40f7-956d-98eabe781473","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.691027074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"960c2529-483c-40f7-956d-98eabe781473","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.70835531Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"19e91474-90df-4e6a-abb3-b58bcd018237","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.708704732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"25224b90-9b2e-4161-8781-fd61975a037d","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.709956682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"caee19ef-09dc-4ebe-b5bb-2abfebecd488","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.709973325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"caee19ef-09dc-4ebe-b5bb-2abfebecd488","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:03:55.724205065Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"caee19ef-09dc-4ebe-b5bb-2abfebecd488","name":"praxis-route-b5756a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b5756a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:03:55.724261683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"caee19ef-09dc-4ebe-b5bb-2abfebecd488","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b5756a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.730084768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"6bf6b01c-01ea-48ac-b887-a38d5126bc45","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.730103488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"6bf6b01c-01ea-48ac-b887-a38d5126bc45","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.730197195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55e29d5-9cb7-4801-ac8f-aa995eccdbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.74356603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55e29d5-9cb7-4801-ac8f-aa995eccdbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.747430078Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"da474889-bd06-46dc-8767-39d074c926d8","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d593cf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.756724888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55e29d5-9cb7-4801-ac8f-aa995eccdbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.780430885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55e29d5-9cb7-4801-ac8f-aa995eccdbca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.795443932Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"568f5a07-908a-4877-acea-a73b83ea40a9","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d593cf7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.854101818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"25224b90-9b2e-4161-8781-fd61975a037d","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.902960036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"25224b90-9b2e-4161-8781-fd61975a037d","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"e2e-praxis-a-b5756a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.907244726Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-auth","reconcileID":"25224b90-9b2e-4161-8781-fd61975a037d","MaaSAuthPolicy":{"name":"praxis-route-b5756a-auth","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.94428212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"6fe20861-4a95-45c2-afbd-c96ceec6b566","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:55.94431003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"6fe20861-4a95-45c2-afbd-c96ceec6b566","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:56.398246097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fbdcb5-21d2-4c66-97d7-8e584921ab7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:56.41150175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fbdcb5-21d2-4c66-97d7-8e584921ab7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:56.424574555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fbdcb5-21d2-4c66-97d7-8e584921ab7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:56.437692279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fbdcb5-21d2-4c66-97d7-8e584921ab7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:56.958125148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27212f27-2471-4543-b3d0-8ca4bfb47422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:56.971197681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27212f27-2471-4543-b3d0-8ca4bfb47422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:56.9838243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27212f27-2471-4543-b3d0-8ca4bfb47422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:03:56.99673849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27212f27-2471-4543-b3d0-8ca4bfb47422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:05.809576917Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"3c63b455-f9a0-43c3-bbd0-1b4ed5e1df5f","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","subscription":"praxis-route-b5756a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:05.823300305Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"3c63b455-f9a0-43c3-bbd0-1b4ed5e1df5f","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:05.837441852Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a-sub","reconcileID":"3c63b455-f9a0-43c3-bbd0-1b4ed5e1df5f","MaaSSubscription":{"name":"praxis-route-b5756a-sub","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"name":"maas-trlp-praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:06.002848103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"96ea6b35-a589-4095-950d-e6a16396454c","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"tenant":"e2e-praxis-a-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","model":"ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:06.002869628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"96ea6b35-a589-4095-950d-e6a16396454c","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"routeName":"praxis-route-b5756a-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b5756a","llmisvcName":"praxis-route-b5756a","gateway":"openshift-ingress/e2e-praxis-a-b5756a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:11.462686898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"74121458-5122-4ae3-92d7-419b21080933","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:11.462716565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"74121458-5122-4ae3-92d7-419b21080933","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:11.853941138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"a8ad9867-2fe3-4ebe-953b-855428ef8714","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:11.8539667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"a8ad9867-2fe3-4ebe-953b-855428ef8714","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:11.873996098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"98db58e8-a62c-4460-9a77-f50c004db48a","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:11.874093031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"98db58e8-a62c-4460-9a77-f50c004db48a","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:11.911056239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"4ab70dee-e3c0-4967-9c79-9a4c620b4450","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-888917","tenantID":"e2e-shared-a-w3-888917","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:11.941120569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"4ab70dee-e3c0-4967-9c79-9a4c620b4450","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"e2e-shared-a-w3-888917-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:12.124899836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"1537b7a8-7127-4ee5-a409-c4cd0616ca0b","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:12.124920429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"1537b7a8-7127-4ee5-a409-c4cd0616ca0b","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.544517143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"d4675b48-0894-45c4-a032-2e2fae9b2031","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.544543677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"d4675b48-0894-45c4-a032-2e2fae9b2031","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.564436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"dbb4637c-953a-40d3-84fb-a8c2252811b4","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.564459054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"dbb4637c-953a-40d3-84fb-a8c2252811b4","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:17.583165781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"b2d1b84e-ceea-4d85-9c69-5a5d7b5058e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9427e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.59069083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"e19535ba-077a-4276-81da-5f53c6156028","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-888917","tenantID":"e2e-shared-a-w3-888917","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.613361909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"e19535ba-077a-4276-81da-5f53c6156028","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"e2e-shared-a-w3-888917-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.642667453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"a3daa091-f433-4de0-9e89-c6f1d86890aa","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.642684588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"a3daa091-f433-4de0-9e89-c6f1d86890aa","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.670332877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"ff3d2d19-7deb-47d7-833d-e3b7138109b4","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.67035341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"ff3d2d19-7deb-47d7-833d-e3b7138109b4","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.732198183Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"04404806-ecad-449e-8af6-6256fa4e3444","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"maas-trlp-auth-test-model-888917","model":"auth-test-model-888917","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-888917/e2e-auth-iso-9427e2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.800058335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"4e8e4d88-ff23-4f81-8a08-945793f847b1","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.800078641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"4e8e4d88-ff23-4f81-8a08-945793f847b1","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:17.840139078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"cd8ccfe7-f128-417a-861c-cf69bb6c8f84","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"maas-trlp-auth-test-model-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:18.80818586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.196822492Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","namespace":"ai-tenant-e2e-praxis-a-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.196879613Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","namespace":"ai-tenant-e2e-praxis-a-b5756a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.19693108Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","tenant":"e2e-praxis-a-b5756a","tenantID":"e2e-praxis-a-b5756a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.212942852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b5756a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.238661952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"Service","name":"maas-api-e2e-praxis-a-b5756a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.256400816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b5756a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.271798941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b5756a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.288920637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.31232838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.335508243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.350578002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.363449847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.383081904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.408049101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"Service","name":"payload-processing-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.424053922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.438807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.456436763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.476089218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.498341448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.516516401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.537492232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.554459182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b5756a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.56732357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"default-tenant","reconcileID":"b15b6837-73b9-4fd9-be03-e82ef627882b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b5756a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:20.917580018Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b5756a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b5756a","reconcileID":"c2519253-fb82-40b7-84cd-17214ae00e7c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b5756a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b5756a"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:20.982771442Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"74aed4e6-6968-4fa5-986e-4572bf6b534a","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.014957936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"74aed4e6-6968-4fa5-986e-4572bf6b534a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.021271572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"c2589068-db30-4c5c-98f9-b79331d85bef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.021357781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"c2589068-db30-4c5c-98f9-b79331d85bef","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.032162664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"e605c928-34b2-47a0-bbba-995880b0c84c","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.032235508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"e605c928-34b2-47a0-bbba-995880b0c84c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.052629099Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"bca042dd-d5cf-4105-9fd7-c71b4be94d58","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.0526928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"bca042dd-d5cf-4105-9fd7-c71b4be94d58","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.093389775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"bbec60ad-b05b-4c54-8dfd-423a5620542c","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.0934514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"bbec60ad-b05b-4c54-8dfd-423a5620542c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.173975828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"d2d6af12-5177-4d7f-9285-8b5f58905865","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.174063262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"d2d6af12-5177-4d7f-9285-8b5f58905865","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:21.297574086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cabe51-c6a9-4b9a-841f-8983c356edca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:21.310770719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cabe51-c6a9-4b9a-841f-8983c356edca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:21.323855197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cabe51-c6a9-4b9a-841f-8983c356edca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.335367296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"5c19ad02-7f12-4030-a721-60eed1d5caa1","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.335445743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"5c19ad02-7f12-4030-a721-60eed1d5caa1","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:21.336770824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cabe51-c6a9-4b9a-841f-8983c356edca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.65585434Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"c7dcff09-0a05-4b7f-a24c-1d1ac2f98416","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:21.65592074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"c7dcff09-0a05-4b7f-a24c-1d1ac2f98416","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:21.864884636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c7973-06be-4bd4-a40d-715d7f047dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:21.877575804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c7973-06be-4bd4-a40d-715d7f047dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:21.890237028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c7973-06be-4bd4-a40d-715d7f047dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:21.905848703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04c7973-06be-4bd4-a40d-715d7f047dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:22.297187882Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"cd0ad311-ebce-4302-8393-4c198199135a","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:22.297259011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"cd0ad311-ebce-4302-8393-4c198199135a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:23.57855538Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"e1fc02e9-4c26-48d0-bb37-2be5ea1aa454","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:23.578720829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"e1fc02e9-4c26-48d0-bb37-2be5ea1aa454","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:26.148247646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"7c07207b-742d-4f70-b683-2fa381973763","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:26.148345233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"7c07207b-742d-4f70-b683-2fa381973763","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:31.270056637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"38ccfef6-5a08-4ade-9c17-92e3fb574306","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:31.270289882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"38ccfef6-5a08-4ade-9c17-92e3fb574306","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:31.756658714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"14a36d87-ce3d-47b3-83a0-30c0ee6c8dcf","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:31.756725086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"14a36d87-ce3d-47b3-83a0-30c0ee6c8dcf","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:36.50503404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"4bfbdbc5-4b7b-449d-96bd-bc71767a3846","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:36.505058794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"4bfbdbc5-4b7b-449d-96bd-bc71767a3846","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:36.828356291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"16fa28ae-f2a4-43e9-9b91-cc5affc78493","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:36.828375272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"16fa28ae-f2a4-43e9-9b91-cc5affc78493","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:36.844343005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"25542ca0-1163-4e51-9e93-7983b096336d","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:36.844364503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"25542ca0-1163-4e51-9e93-7983b096336d","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:36.86935072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"2f300608-2535-4993-a8b7-49ed6ef5535b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:36.889192922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"2f300608-2535-4993-a8b7-49ed6ef5535b","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:37.049614995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"eeef36c5-e165-46ae-8a5f-16207564f463","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:37.049636002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"eeef36c5-e165-46ae-8a5f-16207564f463","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:40.496231776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"abefc179-e2e8-4ff8-8596-6fe1ba9a232f","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:40.496265662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"abefc179-e2e8-4ff8-8596-6fe1ba9a232f","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:40.545312206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"e2efa193-76bb-46d5-be34-a029ed367e24","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:40.54534413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"e2efa193-76bb-46d5-be34-a029ed367e24","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.533804128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"342b2bb4-f673-42fd-95f0-b8dea6b2e3b0","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.533826473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"342b2bb4-f673-42fd-95f0-b8dea6b2e3b0","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.554668802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"1fc37bc7-dc7e-4382-8c12-9761a8aaf26b","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.554749421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"1fc37bc7-dc7e-4382-8c12-9761a8aaf26b","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:42.571393398Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"1fc37bc7-dc7e-4382-8c12-9761a8aaf26b","name":"auth-test-model-20d9a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-20d9a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:42.571449116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"1fc37bc7-dc7e-4382-8c12-9761a8aaf26b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-20d9a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.576690685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"2f5c4d83-9814-4f28-9540-0cc59bf7f6e4","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.576709424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"2f5c4d83-9814-4f28-9540-0cc59bf7f6e4","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:42.580330114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"9efc5e4e-9472-43c3-aa02-6a8600b62b61","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0eb457\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.587534811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"61011f59-645d-45cf-bb74-0468e205646c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.605484546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"61011f59-645d-45cf-bb74-0468e205646c","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.618866855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"440ee928-3626-465b-a44f-2fcbb62d73fb","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.618884259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"440ee928-3626-465b-a44f-2fcbb62d73fb","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.644984911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"fc36fc3e-0390-4d1e-ac31-0e9b3d6e7906","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.645004928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"fc36fc3e-0390-4d1e-ac31-0e9b3d6e7906","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.727695942Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"c4da8cad-156f-43d8-9906-d256e92a690c","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-auth-test-model-20d9a4","model":"auth-test-model-20d9a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-20d9a4/e2e-auth-iso-0eb457"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.788358933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"2fe3291a-148b-4684-afb5-566bc9e5aea8","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.788383274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"2fe3291a-148b-4684-afb5-566bc9e5aea8","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:42.827170938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"c6ba8c46-b389-4707-b875-132365cf5ff9","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-auth-test-model-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:48.81320078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:49.538374844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"c1f03a9f-5617-4bd9-a2d8-8c1fe7ba25df","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"maas-trlp-auth-test-model-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:49.614933117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"631c3955-2868-4927-bea7-128cbc9fd061","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:49.614958559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"631c3955-2868-4927-bea7-128cbc9fd061","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:50.505461609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"20f9b0ab-b9d2-42b3-b89a-29847e25bef5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-888917","tenantID":"e2e-shared-a-w3-888917","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:50.524473058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"20f9b0ab-b9d2-42b3-b89a-29847e25bef5","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"e2e-shared-a-w3-888917-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:51.461675935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"29962b73-82a9-4359-9c42-823e946202ff","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:51.461701492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"29962b73-82a9-4359-9c42-823e946202ff","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:51.479445721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"d7a0fa8d-4500-4725-befa-7dca4918c086","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:51.479464469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"d7a0fa8d-4500-4725-befa-7dca4918c086","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:51.508122998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"7ce7c66b-16bc-4b5f-9003-d6f37c3f3896","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-354b1e","tenantID":"e2e-shared-b-w3-354b1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:51.525661955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"7ce7c66b-16bc-4b5f-9003-d6f37c3f3896","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"e2e-shared-b-w3-354b1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:51.690772223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"ee16a886-917c-4acd-9a14-6cbb96450f86","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:51.690798743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"ee16a886-917c-4acd-9a14-6cbb96450f86","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:52.241543843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"b91fe0ab-cdcd-464b-a737-cfcb512eb05b","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:52.241794043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b5756a","namespace":"ai-tenant-e2e-praxis-a-b5756a"},"namespace":"ai-tenant-e2e-praxis-a-b5756a","name":"praxis-route-b5756a","reconcileID":"b91fe0ab-cdcd-464b-a737-cfcb512eb05b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b5756a/praxis-route-b5756a-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b5756a]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.153427735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"9f88c8c9-f117-467f-941f-00fe9fab45ed","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.153446473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"9f88c8c9-f117-467f-941f-00fe9fab45ed","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.174688248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"a9e3e331-0957-43b2-b9b9-5142f1a4256c","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.174710183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"a9e3e331-0957-43b2-b9b9-5142f1a4256c","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:57.185533129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"4a291c53-3bb0-41da-8bdc-27c268c7cc4e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9427e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:57.18927844Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"a9e3e331-0957-43b2-b9b9-5142f1a4256c","name":"auth-test-model-354b1e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-354b1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:04:57.189329771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"a9e3e331-0957-43b2-b9b9-5142f1a4256c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-354b1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.194667223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"d2a9e262-a664-4de4-83d6-a56db638d81c","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.194681947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"d2a9e262-a664-4de4-83d6-a56db638d81c","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.201038301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"155fb4bb-d488-46c2-896d-7602abae1269","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-354b1e","tenantID":"e2e-shared-b-w3-354b1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.219330056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"b113c061-0530-4370-a9dc-07daa793e486","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.219346449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"b113c061-0530-4370-a9dc-07daa793e486","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.220101818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"155fb4bb-d488-46c2-896d-7602abae1269","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"e2e-shared-b-w3-354b1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.237089838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"1756b026-0549-4fed-8411-0be5f3d366b5","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.237105157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"1756b026-0549-4fed-8411-0be5f3d366b5","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.294476083Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"202f642f-1b56-4697-ae15-fc02aabab5a9","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"maas-trlp-auth-test-model-354b1e","model":"auth-test-model-354b1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-354b1e/e2e-auth-iso-9427e2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.350734301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"5dd68705-b53a-436b-a463-70799b50160b","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.350756502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"5dd68705-b53a-436b-a463-70799b50160b","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:04:57.392213904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"e0ab2676-7aa0-4dde-980c-9876b68ce16c","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"maas-trlp-auth-test-model-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:07.014258111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"2612ca32-6c07-45a0-b19c-5f4f8737c000","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-auth-test-model-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:07.064876643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"3b91524c-b902-4626-9ce2-09781f85f00d","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:07.064900106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"3b91524c-b902-4626-9ce2-09781f85f00d","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:07.519133693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"2217fac0-7d2b-40cd-821b-edd1a9c88123","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:07.536452413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"2217fac0-7d2b-40cd-821b-edd1a9c88123","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:08.03062635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"53b1d261-d434-4fd0-89b3-c5c3fcef44b3","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:08.030799599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"53b1d261-d434-4fd0-89b3-c5c3fcef44b3","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:08.055192481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"feb17fd8-8510-45ca-93ed-9f8c0a9ce963","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:08.055485583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"feb17fd8-8510-45ca-93ed-9f8c0a9ce963","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:08.152427538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"8a86751d-cf51-40fc-9310-477534b2cd4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:08.171105902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"8a86751d-cf51-40fc-9310-477534b2cd4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:08.242752792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"a6182f54-7d17-4697-8ede-aacd598c1722","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:08.242783689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"a6182f54-7d17-4697-8ede-aacd598c1722","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:12.641051701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"d6b2bbf6-8521-47fa-b5c3-7fe6a45b19d0","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:12.641085858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"d6b2bbf6-8521-47fa-b5c3-7fe6a45b19d0","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:12.97962066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"5bb231ab-ab39-424a-b106-895b7b3962ac","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:12.979703056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"5bb231ab-ab39-424a-b106-895b7b3962ac","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:12.995966604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"ce4b01ce-f38d-4cb5-9766-873af46fb8f8","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:12.995995608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"ce4b01ce-f38d-4cb5-9766-873af46fb8f8","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.021598927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"687ad997-9bc5-4f00-a148-00ebdf63c465","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.041853531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"687ad997-9bc5-4f00-a148-00ebdf63c465","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.207934033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"e6068ece-8543-4a50-94ce-e4c110d772f4","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.207955519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"e6068ece-8543-4a50-94ce-e4c110d772f4","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.685530891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"9eb6e926-e7d1-4a64-a0b7-6226f322bf38","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.685550312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"9eb6e926-e7d1-4a64-a0b7-6226f322bf38","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.707103271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"88c6e2d0-1b7e-455b-8d61-d12d0172a641","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.707120632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"88c6e2d0-1b7e-455b-8d61-d12d0172a641","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:05:13.721243552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"bde2af3e-6a3c-4c68-83fa-10fc030b7b69","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-0eb457\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:05:13.72148141Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"88c6e2d0-1b7e-455b-8d61-d12d0172a641","name":"auth-test-model-9d01b2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9d01b2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:05:13.721525904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"88c6e2d0-1b7e-455b-8d61-d12d0172a641","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9d01b2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.726896331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"11c71b1a-160b-4468-81af-7d5fe66fa83e","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.726913253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"11c71b1a-160b-4468-81af-7d5fe66fa83e","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.733751098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"7d27d8d6-29b9-4c99-8f3d-0e8908e54eb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.75174596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"7d27d8d6-29b9-4c99-8f3d-0e8908e54eb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.756120396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"47b1ae09-8a7f-40da-9234-ab17d771349b","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.756155162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"47b1ae09-8a7f-40da-9234-ab17d771349b","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.775558028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"6ea9ac5b-2e08-44f6-b48b-2d9a46c2a45a","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.775572027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"6ea9ac5b-2e08-44f6-b48b-2d9a46c2a45a","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.832182001Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"fd70ab1f-9efa-4872-a050-c44d389f479d","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-auth-test-model-9d01b2","model":"auth-test-model-9d01b2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-9d01b2/e2e-auth-iso-0eb457"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.884251002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"33ad70de-d9aa-4814-9dce-635e14fbd391","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.884273121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"33ad70de-d9aa-4814-9dce-635e14fbd391","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:13.922809323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"743247f9-cb65-42a3-86aa-55e9db01f547","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-auth-test-model-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.436879705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6fd8c1-21eb-4276-80c6-e42a0202c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.454504707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6fd8c1-21eb-4276-80c6-e42a0202c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.467537849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6fd8c1-21eb-4276-80c6-e42a0202c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.48108743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db6fd8c1-21eb-4276-80c6-e42a0202c073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.696408584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"34828e4d-1d8b-415d-b459-a9c75983e50e","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.696428222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"34828e4d-1d8b-415d-b459-a9c75983e50e","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.719829454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"b8ac0591-d5c1-407e-85e4-2de9d92ee480","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.719849237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"b8ac0591-d5c1-407e-85e4-2de9d92ee480","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:05:18.731226495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"98d65605-7fe3-4b04-9e59-cf757ab7ad02","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8e425f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.769951297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"01e7b78e-b4b4-4df3-8ac4-054b9278ce9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.78810367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"01e7b78e-b4b4-4df3-8ac4-054b9278ce9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.792291529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"9c192501-d42b-4425-87d5-8fca5a0c742f","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.792313774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"9c192501-d42b-4425-87d5-8fca5a0c742f","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.811031469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.813349119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"2e5594be-a74f-4456-9406-e23de6ee4add","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.813367593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"2e5594be-a74f-4456-9406-e23de6ee4add","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:18.946035499Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"b3dbee17-aae5-48e6-903b-b3b30d6a2d06","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-auth-test-model-09c89e","model":"auth-test-model-09c89e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-09c89e/e2e-auth-iso-8e425f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.040971825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"81ffcd3d-d4f6-4035-8c01-35d085b2b7f7","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.040991792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"81ffcd3d-d4f6-4035-8c01-35d085b2b7f7","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.066556008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"a1ae1812-5f54-4f3c-a59c-f991184683ed","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-auth-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.138271239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da182b9-2a7a-443e-accc-de0d394ab390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.151288007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da182b9-2a7a-443e-accc-de0d394ab390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.16405326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da182b9-2a7a-443e-accc-de0d394ab390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.179184914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da182b9-2a7a-443e-accc-de0d394ab390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.212603448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"2ab7320a-3cb9-448f-9727-5a9c507ec375","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.212622697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"2ab7320a-3cb9-448f-9727-5a9c507ec375","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.725273898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d8ddf2-8f41-4813-b8a9-c7dbab46cbe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.740081993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d8ddf2-8f41-4813-b8a9-c7dbab46cbe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.753279612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d8ddf2-8f41-4813-b8a9-c7dbab46cbe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:19.766636202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d8ddf2-8f41-4813-b8a9-c7dbab46cbe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.579668551Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","namespace":"ai-tenant-e2e-praxis-b-ea603b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.579734428Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","namespace":"ai-tenant-e2e-praxis-b-ea603b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.579790814Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","tenant":"e2e-praxis-b-ea603b","tenantID":"e2e-praxis-b-ea603b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.594740555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ea603b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.627116917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"Service","name":"maas-api-e2e-praxis-b-ea603b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.646985327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ea603b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.664689347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ea603b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.681966889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.697859117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.718371274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.736639418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.749320975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.762435107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.779452303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"Service","name":"payload-processing-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.800399375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.816341842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.838449317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.857618245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.880351867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.895555526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.910270265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.926359234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ea603b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:28.9437854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ea603b"},"namespace":"ai-tenant-e2e-praxis-b-ea603b","name":"default-tenant","reconcileID":"cb1f7af7-2239-48a7-99ed-722c242cab79","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ea603b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:30.06627194Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ea603b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ea603b","reconcileID":"62da448e-c8a6-4d5e-aa51-cebf0fb2238f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ea603b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ea603b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:30.475612861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b56499a-0b95-4587-a7ce-0771f0a700ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:30.490001403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b56499a-0b95-4587-a7ce-0771f0a700ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:30.503123632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b56499a-0b95-4587-a7ce-0771f0a700ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:30.515933985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b56499a-0b95-4587-a7ce-0771f0a700ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:31.114519066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98c99f45-823f-4034-bd7f-e8f24029a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:31.127113579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98c99f45-823f-4034-bd7f-e8f24029a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:31.141006902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98c99f45-823f-4034-bd7f-e8f24029a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:31.154838244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98c99f45-823f-4034-bd7f-e8f24029a991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.499065253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"bfec06fc-79d0-4764-b5ec-2a9cde09dc25","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-auth-test-model-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.552718946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"f3eb6d4a-3eff-4e61-9157-70001b40c433","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.552739714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"f3eb6d4a-3eff-4e61-9157-70001b40c433","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.590337152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"5eab02ef-81b4-43ef-831b-48d62899100e","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-auth-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.590338702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"e60b3c51-c581-4b3f-bb44-7208b6fa6926","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"maas-trlp-auth-test-model-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.64664338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"6b2d7c9f-2100-4b0a-b952-e9a779f4154a","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.646664437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"6b2d7c9f-2100-4b0a-b952-e9a779f4154a","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.649271533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"c4f55faf-f292-4fdd-b84b-7e1aed9b49c1","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.649288453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"c4f55faf-f292-4fdd-b84b-7e1aed9b49c1","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.936403477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"be0e3996-6639-46fc-a816-aeefbb1ec5ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:34.955480129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"be0e3996-6639-46fc-a816-aeefbb1ec5ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.285210257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"9970f8de-b8d6-4dc1-86c8-27b792e3e363","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.304076259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"9970f8de-b8d6-4dc1-86c8-27b792e3e363","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.369007804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"2449f7ba-73e2-40dc-a7da-d2cc9d000a95","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.369036226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"2449f7ba-73e2-40dc-a7da-d2cc9d000a95","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.388348553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"f2cc96b9-0efa-4bd7-9799-5088698863bb","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.388369236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"f2cc96b9-0efa-4bd7-9799-5088698863bb","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.412615835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"247a3338-d6d7-405f-a7cf-861fb09e3e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.430388432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"247a3338-d6d7-405f-a7cf-861fb09e3e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.519384236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"8cb9cc12-5981-43c9-87fb-f8a74001cfac","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.519413753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"8cb9cc12-5981-43c9-87fb-f8a74001cfac","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.685615961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"09a274bb-81af-484d-8062-b531f0907d46","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-354b1e","tenantID":"e2e-shared-b-w3-354b1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:35.704980787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"09a274bb-81af-484d-8062-b531f0907d46","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"e2e-shared-b-w3-354b1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:36.105555719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"3882621f-be42-4481-920c-698fec952e1b","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:36.10559088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"3882621f-be42-4481-920c-698fec952e1b","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:36.167932092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"477f8d6d-56e2-45e6-99fb-6b49a883d904","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-888917","tenantID":"e2e-shared-a-w3-888917","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:36.177433982Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"f6174999-11ef-4888-bee7-b5dda8616206","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bff8a6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:36.186848416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"477f8d6d-56e2-45e6-99fb-6b49a883d904","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"e2e-shared-a-w3-888917-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:37.434045196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"76b399dd-b419-4ea7-95ab-4c4bd8da3e94","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:37.434064886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"76b399dd-b419-4ea7-95ab-4c4bd8da3e94","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:37.480243405Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"57b9e818-29ff-4c83-b925-aaa0ba211b37","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9eb9e27e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:37.482314571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"25bcf617-cde3-449d-a99c-854041a360cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:37.500429789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"25bcf617-cde3-449d-a99c-854041a360cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.011387625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"bd728f0a-6c5b-4f76-960e-8edde7125587","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.029508497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"2eef589d-7c1e-4c6e-a849-30cab9a653c2","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.071615423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube-auth","reconcileID":"2585b282-b2c9-423b-8b89-ea78d07d4d40","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.08940643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube-auth","reconcileID":"2585b282-b2c9-423b-8b89-ea78d07d4d40","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.214184503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"3f6ea255-99be-416f-871d-11978493e8a1","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.233381493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"fef25dc6-8a5f-4806-b658-9f8c7b67276f","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:05:39.24615407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube","reconcileID":"532c83b1-ef39-44d5-a816-940aa7830646","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.250548491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"8f53b60d-0d95-4bbd-9c9d-94c526b5d31e","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.286283307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"c4634db0-9ce3-451a-987c-086c165c8f36","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.305949482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"c67197c2-dbab-4b28-94db-6cbf4f4cd83e","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.356125823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube-auth","reconcileID":"4749dc8e-a6a9-4b41-b0a6-e45d0e09e5cf","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.441236683Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube","reconcileID":"9fbae2c7-20cc-4325-8fac-44711ca7c96b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.441446647Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube","reconcileID":"9fbae2c7-20cc-4325-8fac-44711ca7c96b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3cc164/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.443977856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube-auth","reconcileID":"4749dc8e-a6a9-4b41-b0a6-e45d0e09e5cf","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.486053052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"9bda6dd8-0963-4654-8cec-4543c10648ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.596869521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"17e1d272-02ad-4633-9e0c-9cbd03cf99cd","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.63932117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube","reconcileID":"59edbe50-b63c-428c-a78a-919534f61207","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:39.639442648Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube","reconcileID":"59edbe50-b63c-428c-a78a-919534f61207","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3cc164/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.060927174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"6827b929-c5fa-4eb8-9706-6a83ec2e53bc","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.060949225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"6827b929-c5fa-4eb8-9706-6a83ec2e53bc","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.083389876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"02de840b-936a-4445-bba5-834359c0db80","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.09401224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"d882c529-8e9c-4257-83c9-cf2b5b852b33","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.094028363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"d882c529-8e9c-4257-83c9-cf2b5b852b33","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:05:41.096893721Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w0-7c7f8f/e2e-auth-iso-8e425f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-8e425f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.106867124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"7d945418-14d0-4e28-9446-594064b0675c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.115130597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"279449c3-8654-4752-bb54-d801696abac4","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.115179042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"279449c3-8654-4752-bb54-d801696abac4","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.126276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"7d945418-14d0-4e28-9446-594064b0675c","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.183067982Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"ae8869b4-0b54-4f1c-8cb5-ed427c2de387","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-auth-test-model-7c7f8f","model":"auth-test-model-7c7f8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-7c7f8f/e2e-auth-iso-8e425f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.237857242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"c787ef66-a1f0-4897-b8b3-985ba8134ecb","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.237883743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"c787ef66-a1f0-4897-b8b3-985ba8134ecb","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.284639773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"f5a0732b-1520-4269-96e7-ea6b13e6edf6","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-auth-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:41.788279577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"61ab1984-dca8-4207-8a71-f9013bbeb7a8","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.190548033Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"c99961c7-143f-46db-8394-dc9d3811607c","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","subscription":"e2e-auth-iso-9427e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.204215912Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"c99961c7-143f-46db-8394-dc9d3811607c","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.217554673Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"c99961c7-143f-46db-8394-dc9d3811607c","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"maas-trlp-auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.305547249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"331ffc87-c6e9-4df4-8c27-5f92e39bc099","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.305566345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"331ffc87-c6e9-4df4-8c27-5f92e39bc099","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.325479017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"1630dc3e-90b6-4ae6-8a06-59e1076c858d","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.325501303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"1630dc3e-90b6-4ae6-8a06-59e1076c858d","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.348577025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"cbc4520a-9e9e-4188-b829-23f1b97680ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-888917","tenantID":"e2e-shared-a-w3-888917","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.371190985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"cbc4520a-9e9e-4188-b829-23f1b97680ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"e2e-shared-a-w3-888917-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.487465264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"8267cd82-f984-4b5f-b4de-9645d340207c","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.487495093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"8267cd82-f984-4b5f-b4de-9645d340207c","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.532157051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"652b7b4a-dd96-49ce-8e9f-911d1ccf4a0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-354b1e","tenantID":"e2e-shared-b-w3-354b1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.532597861Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"e68e8e83-de45-4d0f-8630-5d91feaa630c","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d42dd2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:46.550369425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"652b7b4a-dd96-49ce-8e9f-911d1ccf4a0c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"e2e-shared-b-w3-354b1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.493367817Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"d8d24aff-7378-4840-a757-307895f2599a","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","subscription":"e2e-auth-iso-0eb457","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.506696326Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"d8d24aff-7378-4840-a757-307895f2599a","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.521303048Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"d8d24aff-7378-4840-a757-307895f2599a","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.686998613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"8cdecb45-d1f7-484c-b533-c23034685ee7","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.687027775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"8cdecb45-d1f7-484c-b533-c23034685ee7","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.732190243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"519553c7-329a-4576-87c2-c60f2af70cb5","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.751297841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"519553c7-329a-4576-87c2-c60f2af70cb5","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.844508181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"004e352a-64e5-4f8b-9ec3-7ac1127779e8","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.844532635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"004e352a-64e5-4f8b-9ec3-7ac1127779e8","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.889179285Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"752d8f70-7690-4628-91c6-03abe2982392","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c04e748a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.889969523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"227cf522-2972-46a1-9e9c-d10c109ac426","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:47.907571406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"227cf522-2972-46a1-9e9c-d10c109ac426","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:48.791747439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"e1c2be97-daa3-4a83-8ff4-a13cc200f02a","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:48.791775744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"e1c2be97-daa3-4a83-8ff4-a13cc200f02a","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:48.810124073Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.136097173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"1f6a27c3-a0a8-411b-951d-ab850ed7b2a3","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.136117242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"1f6a27c3-a0a8-411b-951d-ab850ed7b2a3","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.154594099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"cea99b0b-2f8c-4b3f-82a0-4059668ad5ad","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.154613982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"cea99b0b-2f8c-4b3f-82a0-4059668ad5ad","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.179930119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"98f6ed83-e605-4aea-a7a6-c1b4d27ef79f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.197661917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"98f6ed83-e605-4aea-a7a6-c1b4d27ef79f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.270011863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"85d88fde-9716-4a91-8d9d-fedcb69c514b","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.270041073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"85d88fde-9716-4a91-8d9d-fedcb69c514b","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.689801341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"0a80a4ee-8b8b-42d9-95f8-456f1ef4b6a2","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.689823572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"0a80a4ee-8b8b-42d9-95f8-456f1ef4b6a2","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.710861093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"434152e6-bbf2-4a88-9b84-873759cbc758","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.71087938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"434152e6-bbf2-4a88-9b84-873759cbc758","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:05:49.721797663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"f1cc64dd-e219-4562-8bdb-6f67df9483e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e8684b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:05:49.725327854Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"434152e6-bbf2-4a88-9b84-873759cbc758","name":"auth-test-model-410725","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-410725\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:05:49.725375128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"434152e6-bbf2-4a88-9b84-873759cbc758","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-410725\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.730557368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"3589b61d-0f32-49dd-9aca-d10188e90fe6","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.730572445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"3589b61d-0f32-49dd-9aca-d10188e90fe6","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.736294638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"69191fca-18aa-4002-a524-2a6c3e4c1476","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.757597353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"ef5d06f2-8693-4e2b-a4ca-1222a5b8f0e8","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.757619279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"ef5d06f2-8693-4e2b-a4ca-1222a5b8f0e8","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.762009481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"69191fca-18aa-4002-a524-2a6c3e4c1476","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.774061891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"3ccf8156-f951-49a6-b1f4-f1943b930b19","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.77408198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"3ccf8156-f951-49a6-b1f4-f1943b930b19","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.831909518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"7847c861-1572-479c-988f-a9ca9e3d6eab","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-auth-test-model-410725","model":"auth-test-model-410725","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-410725/e2e-auth-iso-e8684b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.88161562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"b7b00f2a-7f05-4f16-88c5-d9d15eb7f390","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.881639405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"b7b00f2a-7f05-4f16-88c5-d9d15eb7f390","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:49.920592659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"ac163d5f-4abd-48db-b425-10a60d3c1a8a","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-auth-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:51.834852057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube","reconcileID":"f77da4b3-5c49-4419-a2e2-a56ab0cfee1b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:51.881100513Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube","reconcileID":"f77da4b3-5c49-4419-a2e2-a56ab0cfee1b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-3cc164/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:51.881138098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube","reconcileID":"f77da4b3-5c49-4419-a2e2-a56ab0cfee1b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:51.881304902Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube","reconcileID":"f77da4b3-5c49-4419-a2e2-a56ab0cfee1b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-3cc164/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:51.920890541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"fe04a478-1844-4ffa-b9b1-b3f45fb5aff6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:52.03138651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"f3ce4b5f-2938-4532-883b-953334c2f0cd","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:52.182954744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"bdd3d0f2-ead4-4160-ba5d-b66ea21d6efe","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:52.18307022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"e2e-degraded-models-kube-auth","reconcileID":"be1a5a22-b46a-4c27-9c51-0ceb673e9a5e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:52.226280739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"edb75e5b-4188-495e-b621-e60aae15fc73","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.163734793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"3d5d85b2-ed13-40e8-9d05-d75ec24c0b38","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-auth-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.226816923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"9dc00514-4206-4b45-ba0c-d4877be4bec9","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.226843132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"9dc00514-4206-4b45-ba0c-d4877be4bec9","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.546502031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"cc113ce2-a158-4757-8bf8-8b2919ed0e13","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","subscription":"e2e-auth-iso-9427e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.560897943Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"cc113ce2-a158-4757-8bf8-8b2919ed0e13","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.574801068Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"cc113ce2-a158-4757-8bf8-8b2919ed0e13","MaaSSubscription":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"maas-trlp-auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.682717265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"bdbf288a-f935-4a76-91b2-35cc30993696","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.682747038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"bdbf288a-f935-4a76-91b2-35cc30993696","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.736644079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"c77cbff5-7a49-41aa-a9f2-7708e010f61f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-354b1e","tenantID":"e2e-shared-b-w3-354b1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.755910489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"c77cbff5-7a49-41aa-a9f2-7708e010f61f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"e2e-shared-b-w3-354b1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.82960998Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"c0ab5d14-28c0-45eb-9af4-e9b8fabadd0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.829641025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"dcc5564a-eed5-4267-ab7e-3940c2169aeb","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.829655021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"dcc5564a-eed5-4267-ab7e-3940c2169aeb","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.932181519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"c0ab5d14-28c0-45eb-9af4-e9b8fabadd0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-888917","tenantID":"e2e-shared-a-w3-888917","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.949807289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"c0ab5d14-28c0-45eb-9af4-e9b8fabadd0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"name":"e2e-shared-a-w3-888917-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.949835619Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"e2e-auth-iso-9427e2","reconcileID":"c0ab5d14-28c0-45eb-9af4-e9b8fabadd0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.969499777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"b47671f6-bd96-4248-896e-797c04d5fc2c","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"tenant":"e2e-shared-a-w3-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","model":"ai-tenant-e2e-shared-a-w3-888917/auth-test-model-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:56.969523527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"auth-test-model-888917","reconcileID":"b47671f6-bd96-4248-896e-797c04d5fc2c","MaaSModelRef":{"name":"auth-test-model-888917","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"routeName":"auth-test-model-888917-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-888917","llmisvcName":"auth-test-model-888917","gateway":"openshift-ingress/e2e-shared-a-w3-888917","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.04870434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"9ce915e9-09bf-42a9-822b-118fb01e6de1","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.066602335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"9ce915e9-09bf-42a9-822b-118fb01e6de1","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.136810842Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"4bfd1aea-e8e9-40e3-9e71-4be9007580cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.136940263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"7877a976-0bda-40b5-9998-6722deb8a896","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.136962871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"7877a976-0bda-40b5-9998-6722deb8a896","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.308592781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"4bfd1aea-e8e9-40e3-9e71-4be9007580cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-354b1e","tenantID":"e2e-shared-b-w3-354b1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.326533924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"4bfd1aea-e8e9-40e3-9e71-4be9007580cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"name":"e2e-shared-b-w3-354b1e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.326551908Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"e2e-auth-iso-9427e2","reconcileID":"4bfd1aea-e8e9-40e3-9e71-4be9007580cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9427e2","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.345582401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"06f77dee-7793-4f68-b840-6cd3eb23a6d1","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"tenant":"e2e-shared-b-w3-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","model":"ai-tenant-e2e-shared-b-w3-354b1e/auth-test-model-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.345601511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"auth-test-model-354b1e","reconcileID":"06f77dee-7793-4f68-b840-6cd3eb23a6d1","MaaSModelRef":{"name":"auth-test-model-354b1e","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"routeName":"auth-test-model-354b1e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","llmisvcName":"auth-test-model-354b1e","gateway":"openshift-ingress/e2e-shared-b-w3-354b1e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.903487492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"c5a6f642-a9d3-45f4-92e5-805ea75457e4","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","subscription":"e2e-auth-iso-0eb457","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.917002171Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"c5a6f642-a9d3-45f4-92e5-805ea75457e4","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:57.930519891Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"c5a6f642-a9d3-45f4-92e5-805ea75457e4","MaaSSubscription":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.016183057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"a22cd5de-e2df-41f7-9407-700de7b74004","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.01620243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"a22cd5de-e2df-41f7-9407-700de7b74004","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.06960022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"e80883a0-bbf2-4334-a4dc-4526ce5d02f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.090200924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"e80883a0-bbf2-4334-a4dc-4526ce5d02f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.152629978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"d5b3be12-94d5-4d4d-a7a6-3c10796ffe5d","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.152654196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"d5b3be12-94d5-4d4d-a7a6-3c10796ffe5d","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.176586976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"18bce683-538b-4345-9152-0c99569bc2fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.176638038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"e1bf33af-925d-47ec-b73d-94ad36ffc6a5","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.176650934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"e1bf33af-925d-47ec-b73d-94ad36ffc6a5","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.198371183Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"f5c6589a-c3f1-4cad-837f-83b48899315d","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-de9777e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.272828727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"dea452a0-bfb6-4c9c-8d4d-ae85dc9807d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.291990296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"dea452a0-bfb6-4c9c-8d4d-ae85dc9807d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.368095974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"18bce683-538b-4345-9152-0c99569bc2fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.441572015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"18bce683-538b-4345-9152-0c99569bc2fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.441597825Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-auth-iso-0eb457","reconcileID":"18bce683-538b-4345-9152-0c99569bc2fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.459439264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"5708d82e-0dbc-473f-9650-88ee844618ad","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/auth-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.459462016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"auth-test-model-20d9a4","reconcileID":"5708d82e-0dbc-473f-9650-88ee844618ad","MaaSModelRef":{"name":"auth-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"auth-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"auth-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.610889574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"308eb4bf-f38c-4389-9675-c0bbe5111302","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.610900851Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"2d7fdfff-8f1f-431f-9211-f81fbd57c84d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.610909457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"308eb4bf-f38c-4389-9675-c0bbe5111302","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.743660588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"2d7fdfff-8f1f-431f-9211-f81fbd57c84d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.762900749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"2d7fdfff-8f1f-431f-9211-f81fbd57c84d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.762925354Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-auth-iso-0eb457","reconcileID":"2d7fdfff-8f1f-431f-9211-f81fbd57c84d","MaaSAuthPolicy":{"name":"e2e-auth-iso-0eb457","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.781530304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"ae73b167-dde1-4c48-8d88-1a5c2e9d38d2","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/auth-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:05:58.781557185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"auth-test-model-9d01b2","reconcileID":"ae73b167-dde1-4c48-8d88-1a5c2e9d38d2","MaaSModelRef":{"name":"auth-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"auth-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"auth-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:04.536056538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b376145-6837-48c3-b911-bb7406d105da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:04.550574351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b376145-6837-48c3-b911-bb7406d105da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:04.564537377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b376145-6837-48c3-b911-bb7406d105da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:04.5777377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b376145-6837-48c3-b911-bb7406d105da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:05.178671315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e912fb0-d239-4e9c-9a2d-940a1603f835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:05.191728649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e912fb0-d239-4e9c-9a2d-940a1603f835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:05.204780315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e912fb0-d239-4e9c-9a2d-940a1603f835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:05.241587797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e912fb0-d239-4e9c-9a2d-940a1603f835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:05.434418409Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-d509c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-d509c2","reconcileID":"cf1c9df9-ce74-4458-93e5-c8b91f4d24de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-d509c2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-d509c2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:05.819781076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba444c9-2c7b-41a0-bfdb-9277689d0aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:05.837098578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba444c9-2c7b-41a0-bfdb-9277689d0aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:05.85505403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba444c9-2c7b-41a0-bfdb-9277689d0aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:05.873024705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba444c9-2c7b-41a0-bfdb-9277689d0aef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.212223045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"94913184-1962-4697-b811-b86e4d941bfe","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","subscription":"e2e-auth-iso-8e425f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.226697779Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"94913184-1962-4697-b811-b86e4d941bfe","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.262863141Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"94913184-1962-4697-b811-b86e4d941bfe","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.419269123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"36e12a97-c359-4712-bb80-e6effb542ab4","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.419303147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"36e12a97-c359-4712-bb80-e6effb542ab4","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.463347548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"7772c28e-5dbf-47da-9be9-03de68d36f72","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.48194047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"7772c28e-5dbf-47da-9be9-03de68d36f72","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.570470156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"641d56e0-6516-4494-9998-904bad6e961c","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.570493378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"641d56e0-6516-4494-9998-904bad6e961c","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.615950364Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"c4051548-25cf-42ff-a3a7-bbde59860caf","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c6ed30e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.664897013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"6d9ea283-299f-45d2-89b0-59be08b5fea0","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:08.684387957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"6d9ea283-299f-45d2-89b0-59be08b5fea0","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:12.787192678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c939281b-366a-42be-aa27-386cb8594d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:12.79999909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c939281b-366a-42be-aa27-386cb8594d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:12.812637167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c939281b-366a-42be-aa27-386cb8594d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:12.825278186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c939281b-366a-42be-aa27-386cb8594d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:13.397174706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01987665-e40c-4504-aabf-b05574f2d060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:13.410049763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01987665-e40c-4504-aabf-b05574f2d060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:13.425424561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01987665-e40c-4504-aabf-b05574f2d060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:13.438247408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01987665-e40c-4504-aabf-b05574f2d060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:13.649184129Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-607239","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-607239","reconcileID":"0bbd1aef-033e-4a46-bb8a-019c7635b946","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-607239","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-607239":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:14.11885758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd19b5bc-cc47-4f8e-a06c-f8372d3c2780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:14.132256554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd19b5bc-cc47-4f8e-a06c-f8372d3c2780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:14.148727479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd19b5bc-cc47-4f8e-a06c-f8372d3c2780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:14.162887643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd19b5bc-cc47-4f8e-a06c-f8372d3c2780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:14.695208329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7508320d-efeb-4198-8504-61bd4eb6cb8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:14.710702749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7508320d-efeb-4198-8504-61bd4eb6cb8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:14.724395522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7508320d-efeb-4198-8504-61bd4eb6cb8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:14.737666831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7508320d-efeb-4198-8504-61bd4eb6cb8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:15.251276305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ecc596f-978a-4ebf-a8cc-43b6eab971c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:15.264087764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ecc596f-978a-4ebf-a8cc-43b6eab971c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:15.277776206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ecc596f-978a-4ebf-a8cc-43b6eab971c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:15.278241623Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-607239","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-607239","reconcileID":"8935b347-7d5e-4662-a2cf-48ab0e1ebbc8","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-explicit-607239\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:15.300260265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ecc596f-978a-4ebf-a8cc-43b6eab971c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.662051355Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"a83e0a49-233d-45a3-b2c2-9078945a7bd8","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","subscription":"e2e-auth-iso-8e425f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.675415514Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"a83e0a49-233d-45a3-b2c2-9078945a7bd8","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.688478484Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"a83e0a49-233d-45a3-b2c2-9078945a7bd8","MaaSSubscription":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.767080609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"35669367-68b4-4fe3-adfa-06f2b56dbab1","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.767105597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"35669367-68b4-4fe3-adfa-06f2b56dbab1","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.809290421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.817982241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"45ced8a5-ac27-4057-87f5-f02bda9355a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.837219234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"45ced8a5-ac27-4057-87f5-f02bda9355a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.93719584Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"627a996d-bb8c-415e-8a13-92d36560956e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.951853188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"c33d030c-9590-4298-b69c-b8d3b2ded14c","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:18.952255896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"c33d030c-9590-4298-b69c-b8d3b2ded14c","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.078402436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"627a996d-bb8c-415e-8a13-92d36560956e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.096035917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"627a996d-bb8c-415e-8a13-92d36560956e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.096055273Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-auth-iso-8e425f","reconcileID":"627a996d-bb8c-415e-8a13-92d36560956e","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.113298963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"68fb79a5-8056-4d6e-bab6-17069d2c8fef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/auth-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.113316181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"auth-test-model-09c89e","reconcileID":"68fb79a5-8056-4d6e-bab6-17069d2c8fef","MaaSModelRef":{"name":"auth-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"auth-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"auth-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.289582651Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"b9484b9b-0cf9-416e-9523-f11c2697ee96","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.289702812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"68c70e0a-38a7-422a-b678-0b34b11e9fbf","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.289772251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"68c70e0a-38a7-422a-b678-0b34b11e9fbf","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.328177722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"b9484b9b-0cf9-416e-9523-f11c2697ee96","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.409262451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"b9484b9b-0cf9-416e-9523-f11c2697ee96","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.409297294Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-auth-iso-8e425f","reconcileID":"b9484b9b-0cf9-416e-9523-f11c2697ee96","MaaSAuthPolicy":{"name":"e2e-auth-iso-8e425f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.435438451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"2e936a97-2b3e-4ddd-9aa7-be8540036da9","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/auth-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:19.435467396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"auth-test-model-7c7f8f","reconcileID":"2e936a97-2b3e-4ddd-9aa7-be8540036da9","MaaSModelRef":{"name":"auth-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"auth-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"auth-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:26.543186783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"925d8fe1-9ac0-4b02-b48d-02868f14c9fb","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-auth-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:26.590752279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"34edeee2-b8f5-4b9f-8683-366a49214ba8","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:26.590777211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"34edeee2-b8f5-4b9f-8683-366a49214ba8","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:27.248858522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"9f6e4ca8-035f-4242-bf05-e17f7172af32","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:27.266684928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"9f6e4ca8-035f-4242-bf05-e17f7172af32","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:27.924629636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"e0cb71ee-2028-48d6-9fbf-3c9856502e50","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:27.924654652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"e0cb71ee-2028-48d6-9fbf-3c9856502e50","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:27.942229258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"49cf520a-2967-4f04-ba54-046832d682fb","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:27.942250055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"49cf520a-2967-4f04-ba54-046832d682fb","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:27.966953465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"74f8353e-d651-40c5-bb4c-19fc02085445","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:27.985708696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"74f8353e-d651-40c5-bb4c-19fc02085445","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.057880581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"75e7f075-b76d-4f7f-a21b-e64dd742be9a","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.057905234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"75e7f075-b76d-4f7f-a21b-e64dd742be9a","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.522736085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"57869e91-ee4a-4fa6-9e63-8e40576f647c","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.522761621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"57869e91-ee4a-4fa6-9e63-8e40576f647c","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.541489599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"7e6ce982-b517-4f1f-8bba-03c80b171ccb","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.541575146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"7e6ce982-b517-4f1f-8bba-03c80b171ccb","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:28.558123569Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"7e6ce982-b517-4f1f-8bba-03c80b171ccb","name":"auth-test-model-9bc221","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9bc221\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:28.558208293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"7e6ce982-b517-4f1f-8bba-03c80b171ccb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9bc221\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:28.558696563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"b8934dd8-73d8-4cd5-82ea-87aa92e1d8ea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e8684b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.564357895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"19e5c830-feaf-4dee-b22c-9d12619daa65","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.564372651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"19e5c830-feaf-4dee-b22c-9d12619daa65","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.570819751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"674ca1a8-27b9-4bf3-9eb4-7f84064c4511","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.589180127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"674ca1a8-27b9-4bf3-9eb4-7f84064c4511","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.592642046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"c262092d-de13-42ae-87dc-efae70b2f9bf","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.592663011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"c262092d-de13-42ae-87dc-efae70b2f9bf","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.630217383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"28bcbba3-eca4-4896-a755-ca9edcb8f5cb","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.630339422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"28bcbba3-eca4-4896-a755-ca9edcb8f5cb","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.675638369Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"a85bf9cf-4a28-4741-8c9a-e977eb4036ba","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-auth-test-model-9bc221","model":"auth-test-model-9bc221","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-9bc221/e2e-auth-iso-e8684b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.725271662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"5c9bf526-205a-408b-b239-77709eb78343","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.725296156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"5c9bf526-205a-408b-b239-77709eb78343","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:28.763906185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"3aa40b70-e6fd-4e74-86d5-3d7871397bf2","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-auth-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:29.608684625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"9a92812f-a447-45a0-b2fa-9472a04da7a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-d509c2","tenantID":"e2e-shared-a-w2-d509c2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:29.647651554Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"9a92812f-a447-45a0-b2fa-9472a04da7a8","name":"e2e-shared-a-w2-d509c2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:38.599643005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"ed36e9f8-9122-4344-b469-87296b47d749","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-607239","tenantID":"e2e-explicit-607239","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:38.638133578Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"ed36e9f8-9122-4344-b469-87296b47d749","name":"e2e-explicit-607239-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:43.426974293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44efbf5d-2f3d-47e4-acb3-762b5d3a720b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:43.443355016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44efbf5d-2f3d-47e4-acb3-762b5d3a720b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:43.457866808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44efbf5d-2f3d-47e4-acb3-762b5d3a720b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:43.470759972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44efbf5d-2f3d-47e4-acb3-762b5d3a720b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:44.012393389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c52ac57-c147-47e4-863e-f889852cc991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:44.028638075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c52ac57-c147-47e4-863e-f889852cc991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:44.076551607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c52ac57-c147-47e4-863e-f889852cc991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:44.094844063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c52ac57-c147-47e4-863e-f889852cc991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:44.267453412Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-de8fc1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-de8fc1","reconcileID":"dd401572-71c5-4283-845e-0c0f6c39ec72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-de8fc1","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-de8fc1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:44.636134962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d752df56-86b9-4a53-808d-d7eddc7dde3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:44.648922243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d752df56-86b9-4a53-808d-d7eddc7dde3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:44.661960113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d752df56-86b9-4a53-808d-d7eddc7dde3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:44.674633241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d752df56-86b9-4a53-808d-d7eddc7dde3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:45.326415309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cc59b-414a-44e9-8257-07cf1d2acd16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:45.340250388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cc59b-414a-44e9-8257-07cf1d2acd16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:45.354326312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cc59b-414a-44e9-8257-07cf1d2acd16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:45.36948957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f7cc59b-414a-44e9-8257-07cf1d2acd16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:46.171894393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"f6051b3a-bf80-4496-9d7f-ce3559460846","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-auth-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:46.222319929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"e1e1f1e0-dc54-4041-843f-de6295af12b2","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:46.222341131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"e1e1f1e0-dc54-4041-843f-de6295af12b2","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:46.885627414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"ff247176-cc75-4764-ac00-b912f30ab36b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:46.9061956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"ff247176-cc75-4764-ac00-b912f30ab36b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:48.807060695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.817483503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"b5da7fa0-3cd2-47f3-8461-44449ea00099","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.834219728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"b5da7fa0-3cd2-47f3-8461-44449ea00099","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.839676715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"f8ebc9fc-14ae-40b5-94cd-e9c8728d8996","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.839736598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"f8ebc9fc-14ae-40b5-94cd-e9c8728d8996","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.850855267Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"94c809cf-cd60-4e02-98d2-5322326bf1f1","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.850912195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"94c809cf-cd60-4e02-98d2-5322326bf1f1","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.871576946Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"d37c8028-a553-4343-8280-d2c386716764","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.871646292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"d37c8028-a553-4343-8280-d2c386716764","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.912068145Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"93213ec8-4e88-4ea5-8965-ffd6af85f61c","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.912185486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"93213ec8-4e88-4ea5-8965-ffd6af85f61c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.992903963Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"8662c5f7-08f9-4d1f-aae5-9c089823b9ff","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:06:48.992959734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ee5024","namespace":"ai-tenant-e2e-noten-ee5024"},"namespace":"ai-tenant-e2e-noten-ee5024","name":"noten-model-ee5024","reconcileID":"8662c5f7-08f9-4d1f-aae5-9c089823b9ff","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ee5024/noten-model-ee5024: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ee5024/noten-model-ee5024-kserve-route (gateways: [openshift-ingress/e2e-noten-ee5024]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:52.178987687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"059dfd62-6845-4ff4-abbe-4444c19df1a8","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:52.179015175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"059dfd62-6845-4ff4-abbe-4444c19df1a8","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:52.222805318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"6fb054b8-7bde-47d7-b17f-d40dff46f7b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:52.222954939Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"b4479ac5-6969-4e2a-b399-2f8fb34c6c58","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eeac479a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:52.257637968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"6fb054b8-7bde-47d7-b17f-d40dff46f7b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:55.533127784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae27e72c-87c0-4476-b55a-d5d2ea233ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:55.546642773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae27e72c-87c0-4476-b55a-d5d2ea233ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:55.559678529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae27e72c-87c0-4476-b55a-d5d2ea233ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:55.572320337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae27e72c-87c0-4476-b55a-d5d2ea233ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:56.105583238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c20398d-4a16-4e06-926d-47c4daa5bf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:56.11849972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c20398d-4a16-4e06-926d-47c4daa5bf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:56.131498032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c20398d-4a16-4e06-926d-47c4daa5bf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:56.144904936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c20398d-4a16-4e06-926d-47c4daa5bf4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:56.722923882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de1df9f-cf57-4dad-a5ab-e78c079eefcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:56.735726685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de1df9f-cf57-4dad-a5ab-e78c079eefcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:56.74841835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de1df9f-cf57-4dad-a5ab-e78c079eefcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:56.761170677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de1df9f-cf57-4dad-a5ab-e78c079eefcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:57.341916042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee460a7-1c79-46da-8a7c-76342a5c89c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:57.355234478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee460a7-1c79-46da-8a7c-76342a5c89c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:57.368293825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee460a7-1c79-46da-8a7c-76342a5c89c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:06:57.38113135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee460a7-1c79-46da-8a7c-76342a5c89c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:01.218012069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9257da6d-ee6f-4c86-876e-f084ed8f6075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:01.230882658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9257da6d-ee6f-4c86-876e-f084ed8f6075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:01.243611319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9257da6d-ee6f-4c86-876e-f084ed8f6075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:01.25808538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9257da6d-ee6f-4c86-876e-f084ed8f6075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:01.841827725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae77cb6d-9d64-47e7-90f0-b95076c56a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:01.855581323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae77cb6d-9d64-47e7-90f0-b95076c56a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:01.872414465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae77cb6d-9d64-47e7-90f0-b95076c56a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:01.888288943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae77cb6d-9d64-47e7-90f0-b95076c56a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.05152285Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-9c4ecb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-9c4ecb","reconcileID":"dc65a7b4-0960-40b1-baa4-9bcd36befd82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-9c4ecb","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-9c4ecb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.236760499Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"4cda77a4-e849-4dce-a681-ce21ad68616f","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","subscription":"e2e-auth-iso-e8684b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.249918392Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"4cda77a4-e849-4dce-a681-ce21ad68616f","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.262966951Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"4cda77a4-e849-4dce-a681-ce21ad68616f","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.424245807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"1f128531-693e-4612-8df5-c93251d077af","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.42427135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"1f128531-693e-4612-8df5-c93251d077af","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.478690958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"8bc18d81-4fac-4ac9-ad0b-739bce3939ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.491733877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9f9dea-4978-4106-8cc3-74d589a4c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.496914835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"8bc18d81-4fac-4ac9-ad0b-739bce3939ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.505255218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9f9dea-4978-4106-8cc3-74d589a4c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.517772161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9f9dea-4978-4106-8cc3-74d589a4c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.530595368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9f9dea-4978-4106-8cc3-74d589a4c117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.582090979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"ad391182-b7ac-489b-aa02-6b7160833ed0","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.582112586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"ad391182-b7ac-489b-aa02-6b7160833ed0","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.651707788Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"3559749b-1bf3-41ad-9c60-acba8a9cff0b","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa22e25f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.657352182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"fae6960a-4882-4a0b-a5a0-0b7f853232fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:02.675650493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"fae6960a-4882-4a0b-a5a0-0b7f853232fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:03.097770027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7307deb2-40f7-4934-9411-975e004031ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:03.110810798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7307deb2-40f7-4934-9411-975e004031ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:03.123852903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7307deb2-40f7-4934-9411-975e004031ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:03.13694906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7307deb2-40f7-4934-9411-975e004031ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:07:03.678421128Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-9c4ecb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-9c4ecb","reconcileID":"175fe317-c7e6-416f-84bc-9c387347cd00","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w2-9c4ecb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:05.643734922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c527ee8-d7b5-4bcd-8c3f-45fdb0d022ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:05.657751719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c527ee8-d7b5-4bcd-8c3f-45fdb0d022ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:05.670622124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c527ee8-d7b5-4bcd-8c3f-45fdb0d022ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:05.683505909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c527ee8-d7b5-4bcd-8c3f-45fdb0d022ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:06.321279258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ac17a3-790b-43e4-82af-c522d3013163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:06.335264137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ac17a3-790b-43e4-82af-c522d3013163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:06.348936423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ac17a3-790b-43e4-82af-c522d3013163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:06.36334611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ac17a3-790b-43e4-82af-c522d3013163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:06.874600475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71babac-5a6d-4cc7-99ad-883a365c685c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:06.887300704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71babac-5a6d-4cc7-99ad-883a365c685c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:06.940209955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71babac-5a6d-4cc7-99ad-883a365c685c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:06.953066672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d71babac-5a6d-4cc7-99ad-883a365c685c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:07.589967928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3b4754-6b63-4996-8615-d254ebc2236b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:07.602845329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3b4754-6b63-4996-8615-d254ebc2236b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:07.615609988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3b4754-6b63-4996-8615-d254ebc2236b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:07.628329095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a3b4754-6b63-4996-8615-d254ebc2236b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:11.544060662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"cd8393de-81f7-405b-bad5-3463fa4166bd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-de8fc1","tenantID":"e2e-autores-de8fc1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:11.583232887Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"cd8393de-81f7-405b-bad5-3463fa4166bd","name":"e2e-autores-de8fc1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.665355146Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"3f377c9b-86a2-4031-aa1e-85454c6a2fa5","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","subscription":"e2e-auth-iso-e8684b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.678886163Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"3f377c9b-86a2-4031-aa1e-85454c6a2fa5","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.691932474Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"3f377c9b-86a2-4031-aa1e-85454c6a2fa5","MaaSSubscription":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.772793555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"f17e2d8c-9626-46ab-8448-a6e19af33d5a","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.772815336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"f17e2d8c-9626-46ab-8448-a6e19af33d5a","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.818396226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"6828ce64-5b3a-4430-8312-5d6c0749e2b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.838432321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"6828ce64-5b3a-4430-8312-5d6c0749e2b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.936902032Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"bd0efa36-4115-4f5c-9723-96678ab67b51","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.937053237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"124ad93a-4173-426e-b63c-522b657bac0e","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.937070531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"124ad93a-4173-426e-b63c-522b657bac0e","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:12.989236497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"bd0efa36-4115-4f5c-9723-96678ab67b51","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.006833442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"bd0efa36-4115-4f5c-9723-96678ab67b51","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.006853332Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-auth-iso-e8684b","reconcileID":"bd0efa36-4115-4f5c-9723-96678ab67b51","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.028183111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"779b9d8b-d41d-4f90-9017-2a435f5178a4","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/auth-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.028201778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"auth-test-model-410725","reconcileID":"779b9d8b-d41d-4f90-9017-2a435f5178a4","MaaSModelRef":{"name":"auth-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"auth-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"auth-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.206868633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"9ebc5aff-9326-44bc-80e6-cc755e4ac146","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.207058008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"ac123411-7213-4fcd-aa84-e42f1ca50460","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.207078931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"ac123411-7213-4fcd-aa84-e42f1ca50460","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.244337858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"9ebc5aff-9326-44bc-80e6-cc755e4ac146","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.262333367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"9ebc5aff-9326-44bc-80e6-cc755e4ac146","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.262353416Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-auth-iso-e8684b","reconcileID":"9ebc5aff-9326-44bc-80e6-cc755e4ac146","MaaSAuthPolicy":{"name":"e2e-auth-iso-e8684b","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.279820322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"d5f3b5d7-7aff-452f-8f38-9646a39b4419","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/auth-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:13.279839432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"auth-test-model-9bc221","reconcileID":"d5f3b5d7-7aff-452f-8f38-9646a39b4419","MaaSModelRef":{"name":"auth-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"auth-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"auth-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:18.807016647Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:29.972584435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"6c19721a-a714-4af4-9482-85062895c64a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c4ecb","tenantID":"e2e-shared-b-w2-9c4ecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:30.012409601Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"6c19721a-a714-4af4-9482-85062895c64a","name":"e2e-shared-b-w2-9c4ecb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:36.507246516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-607239","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"explicit-model-607239","reconcileID":"96b9cd9d-0776-460d-ad76-c476ffa8e359","MaaSModelRef":{"name":"explicit-model-607239","namespace":"ai-tenant-e2e-explicit-607239"},"routeName":"explicit-model-607239-kserve-route","namespace":"ai-tenant-e2e-explicit-607239","llmisvcName":"explicit-model-607239","gateway":"openshift-ingress/e2e-explicit-607239","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:39.810910943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285c8614-456e-4629-aab6-01ff1002c74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:39.823854717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285c8614-456e-4629-aab6-01ff1002c74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:39.836677775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285c8614-456e-4629-aab6-01ff1002c74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:39.852081407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285c8614-456e-4629-aab6-01ff1002c74a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:40.422708424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87bd084e-d13a-441d-939a-eca0fcaca765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:40.435405849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87bd084e-d13a-441d-939a-eca0fcaca765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:40.448824876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87bd084e-d13a-441d-939a-eca0fcaca765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:40.46187756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87bd084e-d13a-441d-939a-eca0fcaca765","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:45.89932015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394e8e38-9c06-40c1-8f8b-f53fa2143847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:45.912195043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394e8e38-9c06-40c1-8f8b-f53fa2143847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:45.924786036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394e8e38-9c06-40c1-8f8b-f53fa2143847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:45.938191265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394e8e38-9c06-40c1-8f8b-f53fa2143847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:46.667913071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce36d0fc-6f6d-414a-adfc-8a84314e3ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:46.680980203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce36d0fc-6f6d-414a-adfc-8a84314e3ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:46.694849156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce36d0fc-6f6d-414a-adfc-8a84314e3ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:46.711056121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce36d0fc-6f6d-414a-adfc-8a84314e3ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:46.719193938Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7debde","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7debde","reconcileID":"d52acd9f-fabb-4412-9a21-b59ec3ca46ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7debde","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-7debde":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:47.318157915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9afb77-895d-4c2c-b3d5-18bf33deb34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:47.331014057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9afb77-895d-4c2c-b3d5-18bf33deb34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:47.344049606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9afb77-895d-4c2c-b3d5-18bf33deb34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:47.357246433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a9afb77-895d-4c2c-b3d5-18bf33deb34e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:47.895442714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f49eba0-511d-4a0e-9339-83caca6626fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:47.908912818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f49eba0-511d-4a0e-9339-83caca6626fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:47.92232087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f49eba0-511d-4a0e-9339-83caca6626fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:47.935946986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f49eba0-511d-4a0e-9339-83caca6626fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:07:48.472784536Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7debde","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7debde","reconcileID":"4a09dba2-07f2-4ca3-9fce-890ce0db9dfb","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-7debde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:48.582466531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61765fb8-cd0a-4bcb-9624-c0fe32c26a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:48.624443751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61765fb8-cd0a-4bcb-9624-c0fe32c26a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:48.655325845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61765fb8-cd0a-4bcb-9624-c0fe32c26a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:48.671678826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61765fb8-cd0a-4bcb-9624-c0fe32c26a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:48.811435415Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:49.405116008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb25086d-78f6-41c8-99ca-16726269c10f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:49.41795438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb25086d-78f6-41c8-99ca-16726269c10f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:49.430535537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb25086d-78f6-41c8-99ca-16726269c10f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:49.443039473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb25086d-78f6-41c8-99ca-16726269c10f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:50.008608218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b41c99-75ca-42a0-9036-1953b466e737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:50.021628766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b41c99-75ca-42a0-9036-1953b466e737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:50.034638654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b41c99-75ca-42a0-9036-1953b466e737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:50.048085535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b41c99-75ca-42a0-9036-1953b466e737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:50.749321274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e409a3f-cf3f-408d-92fd-d4d8967da726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:50.762071383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e409a3f-cf3f-408d-92fd-d4d8967da726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:50.774840988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e409a3f-cf3f-408d-92fd-d4d8967da726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:50.787576885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e409a3f-cf3f-408d-92fd-d4d8967da726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:55.411203817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3a19b3-8922-476f-9a0e-4fd7b78088f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:55.423727115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3a19b3-8922-476f-9a0e-4fd7b78088f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:55.436350683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3a19b3-8922-476f-9a0e-4fd7b78088f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:55.449619926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3a19b3-8922-476f-9a0e-4fd7b78088f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:55.984325779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad10ed02-412f-41a1-be4f-e6e37b3e5267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:55.997602795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad10ed02-412f-41a1-be4f-e6e37b3e5267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:56.010449225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad10ed02-412f-41a1-be4f-e6e37b3e5267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:56.023790951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad10ed02-412f-41a1-be4f-e6e37b3e5267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:56.230126312Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f62c83","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f62c83","reconcileID":"00c09eff-76d7-46e7-936c-b29303e81ef8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f62c83","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f62c83":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:56.553588891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31544b13-5001-4a02-b781-915769064030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:56.566904544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31544b13-5001-4a02-b781-915769064030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:56.582233231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31544b13-5001-4a02-b781-915769064030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:56.595710585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31544b13-5001-4a02-b781-915769064030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:57.214706381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14077aa4-db78-47bd-ad96-128161a19034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:57.227582615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14077aa4-db78-47bd-ad96-128161a19034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:57.240337104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14077aa4-db78-47bd-ad96-128161a19034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:07:57.253013944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14077aa4-db78-47bd-ad96-128161a19034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:07:57.909216614Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f62c83","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f62c83","reconcileID":"00dbddc3-b114-4007-bb0e-195ecf2ab8de","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-f62c83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:00.731648387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3231cc96-8706-4d58-9346-be7f86cb89f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:00.746209668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3231cc96-8706-4d58-9346-be7f86cb89f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:00.759531889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3231cc96-8706-4d58-9346-be7f86cb89f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:00.772158591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3231cc96-8706-4d58-9346-be7f86cb89f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.297453428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b2e826-0e4a-4ede-8d0a-fe122fd1b86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.310081378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b2e826-0e4a-4ede-8d0a-fe122fd1b86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.322881545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b2e826-0e4a-4ede-8d0a-fe122fd1b86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.335635239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b2e826-0e4a-4ede-8d0a-fe122fd1b86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.799137061Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","namespace":"ai-tenant-e2e-explicit-607239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.799217737Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","namespace":"ai-tenant-e2e-explicit-607239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.79927453Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","tenant":"e2e-explicit-607239","tenantID":"e2e-explicit-607239","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.82637815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"Deployment","name":"maas-api-e2e-explicit-607239","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.913673012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"Service","name":"maas-api-e2e-explicit-607239","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.949062513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062b21c-ec42-41b4-97b0-ba68ca535080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.968404587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-607239","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.96905357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062b21c-ec42-41b4-97b0-ba68ca535080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.983051031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062b21c-ec42-41b4-97b0-ba68ca535080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:01.996051121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c062b21c-ec42-41b4-97b0-ba68ca535080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.015185245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-607239","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.036070417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.06023329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.090345704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.114972984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.127572944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"Deployment","name":"payload-processing-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.140678699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.154287993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"Service","name":"payload-processing-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.170522561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"Service","name":"payload-pre-processing-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.188633968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.201406152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.21460719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.235046959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.266458031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.283815275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.319487475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-607239","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.335547433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-607239"},"namespace":"ai-tenant-e2e-explicit-607239","name":"default-tenant","reconcileID":"61751978-d632-4945-940d-56de2b5c8bcc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-607239","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.633303827Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-607239","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-607239","reconcileID":"940b927c-baeb-4fc5-ab23-95d0c813484f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-607239","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-607239"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.967712542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97321b16-489e-4efd-b069-cbf1c29ec756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.980582929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97321b16-489e-4efd-b069-cbf1c29ec756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:02.993437856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97321b16-489e-4efd-b069-cbf1c29ec756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:03.010215768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97321b16-489e-4efd-b069-cbf1c29ec756","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:03.535380008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a9f6cb-6c6a-4777-8b4c-4c087ffa5318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:03.548043583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a9f6cb-6c6a-4777-8b4c-4c087ffa5318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:03.56102924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a9f6cb-6c6a-4777-8b4c-4c087ffa5318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:03.573760249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6a9f6cb-6c6a-4777-8b4c-4c087ffa5318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:09.755713501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c239d8ab-9d88-4a1a-a78c-9e42b8fbdf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:09.772537258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c239d8ab-9d88-4a1a-a78c-9e42b8fbdf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:09.785322419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c239d8ab-9d88-4a1a-a78c-9e42b8fbdf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:09.798175131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c239d8ab-9d88-4a1a-a78c-9e42b8fbdf95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:10.420895912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b4f405-233f-4903-89d7-22a37d779161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:10.434043094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b4f405-233f-4903-89d7-22a37d779161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:10.44743075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b4f405-233f-4903-89d7-22a37d779161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:10.460913751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b4f405-233f-4903-89d7-22a37d779161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:10.62197313Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-55a710","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-55a710","reconcileID":"09ce8376-febe-4007-826c-f40708fe3c7c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-55a710","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-55a710":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:11.12999188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2670267-3c6b-4b67-9ab3-022f9dc5a3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:11.147095401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2670267-3c6b-4b67-9ab3-022f9dc5a3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:11.162162716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2670267-3c6b-4b67-9ab3-022f9dc5a3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:11.177053536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2670267-3c6b-4b67-9ab3-022f9dc5a3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:11.704191256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27856c98-8541-43f9-a715-292b97e7dbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:11.71818856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27856c98-8541-43f9-a715-292b97e7dbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:11.731115728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27856c98-8541-43f9-a715-292b97e7dbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:11.744573523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27856c98-8541-43f9-a715-292b97e7dbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:08:12.333914628Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-55a710","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-55a710","reconcileID":"e915f1f5-c7e0-4b86-9e61-4edb1031368e","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-55a710\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:17.012054461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"1e81961d-4e86-4e28-86ae-34390d83ddf7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:17.054510366Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"1e81961d-4e86-4e28-86ae-34390d83ddf7","name":"e2e-extmod-a-7debde-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:18.088461111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-de8fc1","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"autores-model-de8fc1","reconcileID":"7d471576-b7da-483e-b415-f32e22966cd2","MaaSModelRef":{"name":"autores-model-de8fc1","namespace":"ai-tenant-e2e-autores-de8fc1"},"tenant":"e2e-autores-de8fc1","gateway":"openshift-ingress/e2e-autores-de8fc1","model":"ai-tenant-e2e-autores-de8fc1/autores-model-de8fc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:18.088486049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-de8fc1","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"autores-model-de8fc1","reconcileID":"7d471576-b7da-483e-b415-f32e22966cd2","MaaSModelRef":{"name":"autores-model-de8fc1","namespace":"ai-tenant-e2e-autores-de8fc1"},"routeName":"autores-model-de8fc1-kserve-route","namespace":"ai-tenant-e2e-autores-de8fc1","llmisvcName":"autores-model-de8fc1","gateway":"openshift-ingress/e2e-autores-de8fc1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:18.806979612Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:19.615231938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef3594c-8712-423a-aab4-07f7f7a44fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:19.628388115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef3594c-8712-423a-aab4-07f7f7a44fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:19.641175643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef3594c-8712-423a-aab4-07f7f7a44fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:19.654247454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef3594c-8712-423a-aab4-07f7f7a44fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:20.201227837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5684ec3-100d-4f1f-8004-cd1f00e03808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:20.214116222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5684ec3-100d-4f1f-8004-cd1f00e03808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:20.227299315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5684ec3-100d-4f1f-8004-cd1f00e03808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:20.240277116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5684ec3-100d-4f1f-8004-cd1f00e03808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:20.831249202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce236b-4bca-44ae-bec4-851084fd5653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:20.847115025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce236b-4bca-44ae-bec4-851084fd5653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:20.861426202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce236b-4bca-44ae-bec4-851084fd5653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:20.880800228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce236b-4bca-44ae-bec4-851084fd5653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:25.900349984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8cd9f8-9408-4459-8f4a-3b30505613df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:25.913115718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8cd9f8-9408-4459-8f4a-3b30505613df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:25.926762188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8cd9f8-9408-4459-8f4a-3b30505613df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:25.940316061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8cd9f8-9408-4459-8f4a-3b30505613df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:26.599627957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b35299-e50f-4ec9-80a2-2607263ad081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:26.612880361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b35299-e50f-4ec9-80a2-2607263ad081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:26.625590653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b35299-e50f-4ec9-80a2-2607263ad081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:26.638363348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5b35299-e50f-4ec9-80a2-2607263ad081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:26.663783457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"2bae805d-71ca-4824-b4b2-0f727837b872","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:26.717574248Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"2bae805d-71ca-4824-b4b2-0f727837b872","name":"e2e-extmod-a-f62c83-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:26.799642204Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2c7cf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2c7cf5","reconcileID":"d18b8b98-052d-4800-bae2-cef912406f39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2c7cf5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-2c7cf5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:27.299716149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27acd3da-faf0-45b5-95bb-d10034b50976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:27.315803953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27acd3da-faf0-45b5-95bb-d10034b50976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:27.338844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27acd3da-faf0-45b5-95bb-d10034b50976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:27.356283567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27acd3da-faf0-45b5-95bb-d10034b50976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:08:28.47428142Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2c7cf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2c7cf5","reconcileID":"103c98f2-2687-4232-81fd-85a180db7b8b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-2c7cf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.820357416Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","namespace":"ai-tenant-e2e-autores-de8fc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.820452977Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","namespace":"ai-tenant-e2e-autores-de8fc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.820535323Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","tenant":"e2e-autores-de8fc1","tenantID":"e2e-autores-de8fc1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.835341589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"Deployment","name":"maas-api-e2e-autores-de8fc1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.866357292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"Service","name":"maas-api-e2e-autores-de8fc1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.887006191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-de8fc1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.904225592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-de8fc1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.924827704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.945731315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.963728058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:37.986013917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.001746272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"Deployment","name":"payload-processing-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.014948715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.027387885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"Service","name":"payload-processing-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.039764831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"Service","name":"payload-pre-processing-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.053535403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"DestinationRule","name":"payload-processing-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.069985174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.082679163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.108407789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.123035661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.139488072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.175425029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-de8fc1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.192566911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-de8fc1"},"namespace":"ai-tenant-e2e-autores-de8fc1","name":"default-tenant","reconcileID":"bf2becc9-6c3f-46b1-a731-039ce4a4e4c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-de8fc1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:38.69092922Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-de8fc1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-de8fc1","reconcileID":"fd002f95-9c27-42b1-84e7-afd9488087e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-de8fc1","removed":["maas.opendatahub.io/gateway-access-e2e-autores-de8fc1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:39.036797414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c302deba-ed7e-4ea3-bcf9-a2b3a12140f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:39.049535075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c302deba-ed7e-4ea3-bcf9-a2b3a12140f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:39.062456323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c302deba-ed7e-4ea3-bcf9-a2b3a12140f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:39.075516836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c302deba-ed7e-4ea3-bcf9-a2b3a12140f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:39.60516808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8abb546-444f-4557-a0a2-0c015411105d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:39.61844095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8abb546-444f-4557-a0a2-0c015411105d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:39.631839712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8abb546-444f-4557-a0a2-0c015411105d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:39.645048835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8abb546-444f-4557-a0a2-0c015411105d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:41.608965432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"2f57a4c6-7a13-4b57-ae61-5933aa542a74","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:41.64778148Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"2f57a4c6-7a13-4b57-ae61-5933aa542a74","name":"e2e-extmod-a-55a710-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:48.529942552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c09f4a3-dd7b-4cc2-a415-6e051fab685d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:48.542810587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c09f4a3-dd7b-4cc2-a415-6e051fab685d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:48.555534863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c09f4a3-dd7b-4cc2-a415-6e051fab685d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:48.570593947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c09f4a3-dd7b-4cc2-a415-6e051fab685d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:48.840369784Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:49.216966112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586d40c5-2bd0-47c0-8922-1a4dd7327595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:49.2297235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586d40c5-2bd0-47c0-8922-1a4dd7327595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:49.242436496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586d40c5-2bd0-47c0-8922-1a4dd7327595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:49.255797694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586d40c5-2bd0-47c0-8922-1a4dd7327595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:49.823339117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a908dbac-3685-40c2-94c9-73453b4a691b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:49.836101877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a908dbac-3685-40c2-94c9-73453b4a691b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:49.849463931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a908dbac-3685-40c2-94c9-73453b4a691b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:49.86298301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a908dbac-3685-40c2-94c9-73453b4a691b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:51.605074434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee5e281-34ed-43d6-b820-e76548fcf254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:51.617791831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee5e281-34ed-43d6-b820-e76548fcf254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:51.630876147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee5e281-34ed-43d6-b820-e76548fcf254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:51.643978883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee5e281-34ed-43d6-b820-e76548fcf254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:52.163565348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c7c050-0e75-4042-bce6-dbe987e6ceb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:52.176168841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c7c050-0e75-4042-bce6-dbe987e6ceb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:52.188884039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c7c050-0e75-4042-bce6-dbe987e6ceb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:52.201609924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c7c050-0e75-4042-bce6-dbe987e6ceb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:52.321187162Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8613bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8613bb","reconcileID":"814800d1-868c-4f77-93b9-b02aa44c3fd1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8613bb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8613bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:52.737551952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2aadf4-f628-4ad9-a185-d93ab320d1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:52.750382849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2aadf4-f628-4ad9-a185-d93ab320d1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:52.763654803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2aadf4-f628-4ad9-a185-d93ab320d1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:52.776935032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2aadf4-f628-4ad9-a185-d93ab320d1fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:08:54.01890921Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8613bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8613bb","reconcileID":"10b488d3-66de-4897-81ed-bb4bebcd3e5a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-8613bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:58.326043268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601efee8-3f82-4499-b949-7adb933b1109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:58.339990902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601efee8-3f82-4499-b949-7adb933b1109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:58.353101703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601efee8-3f82-4499-b949-7adb933b1109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:58.366786587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601efee8-3f82-4499-b949-7adb933b1109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:58.909941728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38516102-8533-48b4-8072-0005f20d7f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:58.922964899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38516102-8533-48b4-8072-0005f20d7f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:58.93583789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38516102-8533-48b4-8072-0005f20d7f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:58.949577155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38516102-8533-48b4-8072-0005f20d7f78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:59.349715486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"019e9303-1119-4744-a8ef-0d0d4d5a4b8c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:59.388628626Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"019e9303-1119-4744-a8ef-0d0d4d5a4b8c","name":"e2e-extmod-a-2c7cf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:59.540729067Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-150514","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-150514","reconcileID":"9dd90b6e-c6d4-414e-811a-d8626324d5b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-150514","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-150514":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:59.571628798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37673760-5c38-4b74-8a23-cb94d6e41614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:59.584417197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37673760-5c38-4b74-8a23-cb94d6e41614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:59.642036701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37673760-5c38-4b74-8a23-cb94d6e41614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:08:59.655654724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37673760-5c38-4b74-8a23-cb94d6e41614","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:00.300043803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43020d9-6c2e-4ab4-9c7e-132001c87133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:00.313348995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43020d9-6c2e-4ab4-9c7e-132001c87133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:00.32670326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43020d9-6c2e-4ab4-9c7e-132001c87133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:00.342561453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43020d9-6c2e-4ab4-9c7e-132001c87133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:00.85489219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc93dbfb-e8ff-408f-aea1-30357efbf75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:00.86873377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc93dbfb-e8ff-408f-aea1-30357efbf75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:00.882589562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc93dbfb-e8ff-408f-aea1-30357efbf75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:00.895396282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc93dbfb-e8ff-408f-aea1-30357efbf75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:09:01.198897928Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-150514","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-150514","reconcileID":"328c0c86-b45c-4f65-9383-8c5bd30e3a5e","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-150514\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:01.483964283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b102f725-e965-47ac-bf17-8b10d9432805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:01.496666642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b102f725-e965-47ac-bf17-8b10d9432805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:01.509215597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b102f725-e965-47ac-bf17-8b10d9432805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:01.52236429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b102f725-e965-47ac-bf17-8b10d9432805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:02.070929776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e26890-3e3a-41e1-849b-5a6a28aa5b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:02.084682956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e26890-3e3a-41e1-849b-5a6a28aa5b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:02.10533311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e26890-3e3a-41e1-849b-5a6a28aa5b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:02.118112222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10e26890-3e3a-41e1-849b-5a6a28aa5b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:02.731174015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6b373c-b2b0-460b-983c-8fc83627e2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:02.744182721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6b373c-b2b0-460b-983c-8fc83627e2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:02.75678117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6b373c-b2b0-460b-983c-8fc83627e2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:02.769398105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6b373c-b2b0-460b-983c-8fc83627e2c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:07.745052186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da3e732-9139-431f-9644-ec5564730d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:07.758115775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da3e732-9139-431f-9644-ec5564730d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:07.770943889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da3e732-9139-431f-9644-ec5564730d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:07.784322122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da3e732-9139-431f-9644-ec5564730d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:08.403263992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd42e3-2c3f-4adb-a84e-62a58ade3b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:08.415905196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd42e3-2c3f-4adb-a84e-62a58ade3b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:08.428569947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd42e3-2c3f-4adb-a84e-62a58ade3b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:08.441740695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd42e3-2c3f-4adb-a84e-62a58ade3b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:08.634245892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e8de14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e8de14","reconcileID":"97484978-bd95-40b4-aa43-eb4e3ebb1d84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e8de14","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-e8de14":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:09.000890666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c623fe-1d74-4475-a705-64db12a09fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:09.015572981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c623fe-1d74-4475-a705-64db12a09fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:09.028288466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c623fe-1d74-4475-a705-64db12a09fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:09.041312192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c623fe-1d74-4475-a705-64db12a09fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:09.581084199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79859e16-c97c-4e00-a779-521d8b9c079c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:09.594335109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79859e16-c97c-4e00-a779-521d8b9c079c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:09.607050939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79859e16-c97c-4e00-a779-521d8b9c079c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:09.619560633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79859e16-c97c-4e00-a779-521d8b9c079c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:10.174718199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb86da7-4c31-44b8-b7c6-e83e04a2e55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:10.188273213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb86da7-4c31-44b8-b7c6-e83e04a2e55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:10.203135445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb86da7-4c31-44b8-b7c6-e83e04a2e55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:10.21658709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb86da7-4c31-44b8-b7c6-e83e04a2e55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:09:10.299298026Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e8de14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e8de14","reconcileID":"eb86b433-ae1c-478e-8dbd-79f139d16a56","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-e8de14\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:14.964389642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f876c3f1-a75d-4119-833d-68705a2d6f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:14.977529253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f876c3f1-a75d-4119-833d-68705a2d6f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:14.990093574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f876c3f1-a75d-4119-833d-68705a2d6f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:15.003389151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f876c3f1-a75d-4119-833d-68705a2d6f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:15.515981267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e50abc-0b6a-4512-a42e-d80d14021ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:15.528831189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e50abc-0b6a-4512-a42e-d80d14021ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:15.541629083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e50abc-0b6a-4512-a42e-d80d14021ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:15.554371844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e50abc-0b6a-4512-a42e-d80d14021ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:16.082462572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785b1f0e-fdb4-44fe-8f85-71b935629542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:16.095424975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785b1f0e-fdb4-44fe-8f85-71b935629542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:16.107992583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785b1f0e-fdb4-44fe-8f85-71b935629542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:16.120786691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"785b1f0e-fdb4-44fe-8f85-71b935629542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:18.805958104Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:21.932039618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97eb4722-b99c-43da-82d4-d838367b9208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:21.945891122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97eb4722-b99c-43da-82d4-d838367b9208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:21.959466845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97eb4722-b99c-43da-82d4-d838367b9208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:21.972362582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97eb4722-b99c-43da-82d4-d838367b9208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:22.605739943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afffd0b-8e13-4edf-803f-33b380ecfafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:22.619251051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afffd0b-8e13-4edf-803f-33b380ecfafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:22.63234488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afffd0b-8e13-4edf-803f-33b380ecfafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:22.645073496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afffd0b-8e13-4edf-803f-33b380ecfafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:22.79850339Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b2006f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b2006f","reconcileID":"a9a820c9-3bb4-4131-a81b-57c3f7079aa3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b2006f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-b2006f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:23.183120452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d7dccc-3216-4983-a114-12bd11478f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:23.2000256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d7dccc-3216-4983-a114-12bd11478f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:23.21410066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d7dccc-3216-4983-a114-12bd11478f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:23.22668393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d7dccc-3216-4983-a114-12bd11478f9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:23.743900657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b086d6f8-b0c2-4d2f-a615-92192833758b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:23.756789849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b086d6f8-b0c2-4d2f-a615-92192833758b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:23.769527236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b086d6f8-b0c2-4d2f-a615-92192833758b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:23.783411848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b086d6f8-b0c2-4d2f-a615-92192833758b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:24.415426122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61a865e-55e0-4c3f-b03d-701a2972ea35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:24.42799121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61a865e-55e0-4c3f-b03d-701a2972ea35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:24.440577503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61a865e-55e0-4c3f-b03d-701a2972ea35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:24.453079927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61a865e-55e0-4c3f-b03d-701a2972ea35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:25.537487219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"145ace00-8d84-482d-a3d9-fa24b4ae9fd6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8613bb","tenantID":"e2e-extmod-a-8613bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:25.581087166Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"145ace00-8d84-482d-a3d9-fa24b4ae9fd6","name":"e2e-extmod-a-8613bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:33.685561591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57c0668-f59d-4a9b-b6d2-4ac147083532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:33.698520565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57c0668-f59d-4a9b-b6d2-4ac147083532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:33.711602707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57c0668-f59d-4a9b-b6d2-4ac147083532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:33.724652897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57c0668-f59d-4a9b-b6d2-4ac147083532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:34.334479198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731d47cb-489c-4f1c-bc29-ecea8d6a6936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:34.349279329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731d47cb-489c-4f1c-bc29-ecea8d6a6936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:34.362050495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731d47cb-489c-4f1c-bc29-ecea8d6a6936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:34.376874452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731d47cb-489c-4f1c-bc29-ecea8d6a6936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:34.773224868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"23002db2-bdfd-43ea-9805-ab5dfcd1cabd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:34.81179538Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"23002db2-bdfd-43ea-9805-ab5dfcd1cabd","name":"e2e-extmod-b-150514-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:34.971117186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b87a4f-1f28-4e23-8a7e-e87a9cf1e270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:35.043625424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b87a4f-1f28-4e23-8a7e-e87a9cf1e270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:35.05618478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b87a4f-1f28-4e23-8a7e-e87a9cf1e270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:35.068747142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63b87a4f-1f28-4e23-8a7e-e87a9cf1e270","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:43.509017627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14aa2fc6-11c2-43f2-b04e-2725539cc97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:43.521743254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14aa2fc6-11c2-43f2-b04e-2725539cc97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:43.534305108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14aa2fc6-11c2-43f2-b04e-2725539cc97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:43.54698986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14aa2fc6-11c2-43f2-b04e-2725539cc97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.119023066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae839f15-a2a3-47bc-a54e-62fa0b9f3f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.131843038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae839f15-a2a3-47bc-a54e-62fa0b9f3f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.145228171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae839f15-a2a3-47bc-a54e-62fa0b9f3f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.157859249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae839f15-a2a3-47bc-a54e-62fa0b9f3f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.346537053Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3e5770","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3e5770","reconcileID":"8c477121-e46b-4244-9c18-53fc0210c21e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3e5770","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-3e5770":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.80521657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1dba84-b41c-4462-a922-46ed44cafc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.817949607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1dba84-b41c-4462-a922-46ed44cafc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.830647789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1dba84-b41c-4462-a922-46ed44cafc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.843231618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1dba84-b41c-4462-a922-46ed44cafc22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:44.974215508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"7abbf384-872b-4204-9896-d8325a02e354","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:45.02068278Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"7abbf384-872b-4204-9896-d8325a02e354","name":"e2e-extmod-b-e8de14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:45.497057646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de49829e-1e08-4bed-bec5-b25aa1294b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:45.513476383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de49829e-1e08-4bed-bec5-b25aa1294b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:45.527598879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de49829e-1e08-4bed-bec5-b25aa1294b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:45.548540514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de49829e-1e08-4bed-bec5-b25aa1294b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:46.069178203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757f7154-257f-4ba8-a82c-f1c522c0759a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:46.08250321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757f7154-257f-4ba8-a82c-f1c522c0759a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:46.09584948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757f7154-257f-4ba8-a82c-f1c522c0759a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:46.108751838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757f7154-257f-4ba8-a82c-f1c522c0759a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:46.647853494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cd599c-1b14-4c5c-addf-8c7499710407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:46.6609076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cd599c-1b14-4c5c-addf-8c7499710407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:46.673567851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cd599c-1b14-4c5c-addf-8c7499710407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:46.686790909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66cd599c-1b14-4c5c-addf-8c7499710407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:47.383055224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e76227-addc-42e1-9cd0-4048e1e76e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:47.39953546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e76227-addc-42e1-9cd0-4048e1e76e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:47.423529558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e76227-addc-42e1-9cd0-4048e1e76e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:47.447823328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e76227-addc-42e1-9cd0-4048e1e76e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:47.957738434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fbdbf3-6adc-4a88-b6bc-10868a062355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:47.97242581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fbdbf3-6adc-4a88-b6bc-10868a062355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:47.985098468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fbdbf3-6adc-4a88-b6bc-10868a062355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:47.997687417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8fbdbf3-6adc-4a88-b6bc-10868a062355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:09:48.806413688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:00.587949692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"477cb06c-241d-4994-a853-4638115b265f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:00.630835548Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"477cb06c-241d-4994-a853-4638115b265f","name":"e2e-extmod-b-b2006f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:04.290866996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281ddd46-4789-401f-bd3f-5483bc3d04ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:04.303628086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281ddd46-4789-401f-bd3f-5483bc3d04ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:04.31639453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281ddd46-4789-401f-bd3f-5483bc3d04ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:04.328906372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281ddd46-4789-401f-bd3f-5483bc3d04ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:04.915821766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bf0e2e-f9d3-48ec-b44d-5153a6cf5ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:04.928618444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bf0e2e-f9d3-48ec-b44d-5153a6cf5ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:04.941088172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bf0e2e-f9d3-48ec-b44d-5153a6cf5ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:04.95379948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bf0e2e-f9d3-48ec-b44d-5153a6cf5ce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:13.590094631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac16b8-16bb-4724-bc00-12fcf8c33d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:13.602964941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac16b8-16bb-4724-bc00-12fcf8c33d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:13.61600422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac16b8-16bb-4724-bc00-12fcf8c33d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:13.629333646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac16b8-16bb-4724-bc00-12fcf8c33d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:14.139960013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8f86d1-3a39-40e0-b01b-cc257784debd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:14.153955502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8f86d1-3a39-40e0-b01b-cc257784debd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:14.170631187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8f86d1-3a39-40e0-b01b-cc257784debd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:14.183930428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e8f86d1-3a39-40e0-b01b-cc257784debd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:14.727396329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe5083c-8ec6-4577-857c-1e95bb33f444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:14.740305484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe5083c-8ec6-4577-857c-1e95bb33f444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:14.753040634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe5083c-8ec6-4577-857c-1e95bb33f444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:14.76591244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe5083c-8ec6-4577-857c-1e95bb33f444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:14.931279843Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c1b0da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c1b0da","reconcileID":"64e9afff-b11a-4bb1-9c87-19c5a3e62eab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c1b0da","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-c1b0da":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:15.35932507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a60b14-effe-4123-b999-3c0b8a31d3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:15.373566307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a60b14-effe-4123-b999-3c0b8a31d3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:15.386230036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a60b14-effe-4123-b999-3c0b8a31d3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:15.399470669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a60b14-effe-4123-b999-3c0b8a31d3fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:15.978521893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4355a38b-1a8c-48cd-9eb5-eb7ceede974d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:15.991302337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4355a38b-1a8c-48cd-9eb5-eb7ceede974d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:16.00404492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4355a38b-1a8c-48cd-9eb5-eb7ceede974d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:16.016643664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4355a38b-1a8c-48cd-9eb5-eb7ceede974d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:16.54908254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3432e8a6-ac99-43b3-84f8-bd3df476c70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:16.563391505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3432e8a6-ac99-43b3-84f8-bd3df476c70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:16.564407474Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c1b0da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c1b0da","reconcileID":"6e80de50-4ba8-4f4e-8bb2-5e53d28ed3ba","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-c1b0da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:16.576491536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3432e8a6-ac99-43b3-84f8-bd3df476c70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:16.590188133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3432e8a6-ac99-43b3-84f8-bd3df476c70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:17.327068369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473b5322-d055-4c9b-8873-e95fc1b84b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:17.340394516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473b5322-d055-4c9b-8873-e95fc1b84b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:17.35343975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473b5322-d055-4c9b-8873-e95fc1b84b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:17.366329874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"473b5322-d055-4c9b-8873-e95fc1b84b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:17.959130037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b47ac3c-f879-466f-80e8-9df455876b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:17.971930671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b47ac3c-f879-466f-80e8-9df455876b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:17.984731922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b47ac3c-f879-466f-80e8-9df455876b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:17.99756448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b47ac3c-f879-466f-80e8-9df455876b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:18.574825711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600eecde-da6a-4cc7-95e6-eb61f82d60bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:18.66035614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600eecde-da6a-4cc7-95e6-eb61f82d60bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:18.676621196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600eecde-da6a-4cc7-95e6-eb61f82d60bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:18.69029886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600eecde-da6a-4cc7-95e6-eb61f82d60bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:18.806576168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:18.939758348Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"625356d9-5b1d-453c-81f1-1790e0ee0b15","namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:18.987706342Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"451c0516-cfaf-4f78-aeef-8041bde548f6","namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:18.997708316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3138028-d754-42b1-89bf-951d6338c394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.013376632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9ab46e59-a10c-422c-af5e-fe55ac994bfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.017822926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"564e17e5-6b46-4a77-a84b-1712fd0e2d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.018330136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2e0aefb7-1cc5-42ef-9a53-0cde39b17e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.018630965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"2597ceb4-b5f9-4114-ac45-e805f36e9774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.020473347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3138028-d754-42b1-89bf-951d6338c394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.031052295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9ab46e59-a10c-422c-af5e-fe55ac994bfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.035690539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2e0aefb7-1cc5-42ef-9a53-0cde39b17e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.035692558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"564e17e5-6b46-4a77-a84b-1712fd0e2d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.037833653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"2597ceb4-b5f9-4114-ac45-e805f36e9774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.171680305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ddd3126-fe36-4f02-bae7-189773a1799e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.188965114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ddd3126-fe36-4f02-bae7-189773a1799e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.207615531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"1adad796-5495-42a8-b0b5-dfa48e261415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.207858193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"c3ca129c-bbe0-484b-aafc-c1a9af0cda8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.20820348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e33e9eca-60ac-42a4-b4cb-b392759b201d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.208565817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"51aeb83e-dff7-40ee-9670-c9f24eb4603f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.221380348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"7e215cc9-adb6-45a5-926e-994782de68b9","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.226049446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"c3ca129c-bbe0-484b-aafc-c1a9af0cda8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.226286945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"1adad796-5495-42a8-b0b5-dfa48e261415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.228371016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e33e9eca-60ac-42a4-b4cb-b392759b201d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.228400704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"51aeb83e-dff7-40ee-9670-c9f24eb4603f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.302169944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f698ea4-8d0b-45fb-8a3c-8c09b43d1328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.314520853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"08fa4f46-4765-44f3-945b-6e181a30756b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.31488098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"27622dd3-f6a9-4846-908a-5b682f0d5155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.314987513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bf3da2e6-ff2b-4f3b-b770-e0627719d81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.315065695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c972e51c-9470-413e-9f03-6d7b64730023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.315153877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"bed7c2ad-2160-47b3-aaa5-f64761e2697d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.315293154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f698ea4-8d0b-45fb-8a3c-8c09b43d1328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.328417107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f698ea4-8d0b-45fb-8a3c-8c09b43d1328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.333587842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"27622dd3-f6a9-4846-908a-5b682f0d5155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.333966234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"bed7c2ad-2160-47b3-aaa5-f64761e2697d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.335766735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"08fa4f46-4765-44f3-945b-6e181a30756b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.336063786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bf3da2e6-ff2b-4f3b-b770-e0627719d81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.337848122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c972e51c-9470-413e-9f03-6d7b64730023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.341023145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f698ea4-8d0b-45fb-8a3c-8c09b43d1328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.424359387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5fb7c8a-b71e-4562-b22e-a79b9920965b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.42461423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fd506037-e98d-456c-9e4f-f48dd4a31772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.436057218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"72206ffc-5477-4c53-9cf3-62f9b8f9861d","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.444156707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5fb7c8a-b71e-4562-b22e-a79b9920965b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.445253484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fd506037-e98d-456c-9e4f-f48dd4a31772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.449292767Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"729d0450-aa76-4170-86ab-76f022b73d14","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.461780937Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"341c172b-75fa-41c8-8f73-4fe44938ebec","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.507359654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"1fe98cbe-03a0-4bda-9d9c-f2a60fcd0b05","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.515120226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"4624c962-5fc4-4ede-b535-1519a619314b","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.525353911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"1fe98cbe-03a0-4bda-9d9c-f2a60fcd0b05","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.558350814Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"1fe98cbe-03a0-4bda-9d9c-f2a60fcd0b05","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.628003695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"bbca54f8-771c-4315-b404-46ec0f991398","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.640696402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"18bfc5a7-b7e1-4daa-9bb0-78e15ff1ac88","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.659593931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"18bfc5a7-b7e1-4daa-9bb0-78e15ff1ac88","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.675319935Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"18bfc5a7-b7e1-4daa-9bb0-78e15ff1ac88","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:19.945861477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"9c4c79ee-07d9-425c-a47f-25c67b064566","namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.010716635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"83b4ae0c-b19e-4bf7-bee1-2b991fdecebd","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.010799288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"83b4ae0c-b19e-4bf7-bee1-2b991fdecebd","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.031284826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a81a827a-f75d-4043-94f5-a0f891fc4acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.048826404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"253a3406-260c-4eeb-90d9-9198cef18c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.050422331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"74b7a38e-4609-4b57-89f8-82009f580f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.063519396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"eaa50f8a-11e9-4df4-8cb7-0f9d6fb6ec72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.063872953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"1c684c96-4bf0-43e1-b570-fe5f4009c4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.067902359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a81a827a-f75d-4043-94f5-a0f891fc4acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.090263162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"253a3406-260c-4eeb-90d9-9198cef18c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.092702742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22120c64-0aa1-482c-b4d1-5578ae9b7259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.09684079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"eaa50f8a-11e9-4df4-8cb7-0f9d6fb6ec72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.100023352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"1c684c96-4bf0-43e1-b570-fe5f4009c4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.110824172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"74b7a38e-4609-4b57-89f8-82009f580f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.118836508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22120c64-0aa1-482c-b4d1-5578ae9b7259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.136910415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22120c64-0aa1-482c-b4d1-5578ae9b7259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.157436622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22120c64-0aa1-482c-b4d1-5578ae9b7259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.209072999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"816f0d98-cd88-42a3-a2c0-4118e008c9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.209887757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e0db41d-f5f7-4e4e-b64b-ff6f98d7c841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.212429913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"014be7da-3817-4048-be74-84b7d3e8501a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.212679184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"45f0118c-ebbd-4c0a-997c-838f3e1f047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.212831476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"690e99d5-27cc-4ad9-9bc1-e58a6619df39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.232741814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"690e99d5-27cc-4ad9-9bc1-e58a6619df39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.232829688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"014be7da-3817-4048-be74-84b7d3e8501a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.234887874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"45f0118c-ebbd-4c0a-997c-838f3e1f047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.234946762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e0db41d-f5f7-4e4e-b64b-ff6f98d7c841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.237746013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"816f0d98-cd88-42a3-a2c0-4118e008c9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.297222886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"2abd6021-cc9f-4738-8325-d9717259d861","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.309844217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4f4ed764-b8c1-429d-b07f-a756b1971843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.310793505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"40b6ea14-a2bc-47c0-b558-90123d959e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.315725655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"2abd6021-cc9f-4738-8325-d9717259d861","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.327625775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4f4ed764-b8c1-429d-b07f-a756b1971843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.329795137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"40b6ea14-a2bc-47c0-b558-90123d959e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.827798152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1fa18c-5cb2-4137-bdd8-191219e81589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.841621576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1fa18c-5cb2-4137-bdd8-191219e81589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.854940462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1fa18c-5cb2-4137-bdd8-191219e81589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:20.87106854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1fa18c-5cb2-4137-bdd8-191219e81589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:21.514636506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08874187-2b8c-4c14-bb4d-8cac5cd2925b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:21.528399032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08874187-2b8c-4c14-bb4d-8cac5cd2925b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:21.541538944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08874187-2b8c-4c14-bb4d-8cac5cd2925b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:21.554885558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08874187-2b8c-4c14-bb4d-8cac5cd2925b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.093285053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33f7130-d8b2-449e-9d1c-12d347603bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.110292052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33f7130-d8b2-449e-9d1c-12d347603bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.123725635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33f7130-d8b2-449e-9d1c-12d347603bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.137283871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33f7130-d8b2-449e-9d1c-12d347603bee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.704414644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"5bc7b068-cf99-4a7e-a1c1-6a88ae1d1d59","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.750236565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"2e066e22-943e-4d7b-ab11-65e4ee8cc784","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.77151637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"8c989231-679c-48fc-bb9a-0a0292f6d99a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.789260197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"8c989231-679c-48fc-bb9a-0a0292f6d99a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.799665067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"18fdde8b-65cf-471b-87bd-6c469aa80565","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.80501128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e900c9fe-4ca7-4f28-95c7-106641de3c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.818608065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e900c9fe-4ca7-4f28-95c7-106641de3c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.831479516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e900c9fe-4ca7-4f28-95c7-106641de3c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.844200333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e900c9fe-4ca7-4f28-95c7-106641de3c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:22.871829459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"1f500914-2190-4f54-89fa-cb2da470e631","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:23.424658084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c017a396-7335-4374-ba10-317d33ecd8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:23.440501504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c017a396-7335-4374-ba10-317d33ecd8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:23.454247784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c017a396-7335-4374-ba10-317d33ecd8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:23.470569264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c017a396-7335-4374-ba10-317d33ecd8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:23.848805219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"4ac84c78-42df-474a-a946-7ab0d46886ca","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:23.995789963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"fe50a5a5-0c33-4c72-a78a-c1aecf7ce1c6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3e5770","tenantID":"e2e-extmod-b-3e5770","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.034137136Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"fe50a5a5-0c33-4c72-a78a-c1aecf7ce1c6","name":"e2e-extmod-b-3e5770-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.050494475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a02875-ead5-4e1c-805a-a032a3a5f194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.066067056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a02875-ead5-4e1c-805a-a032a3a5f194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.080651566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a02875-ead5-4e1c-805a-a032a3a5f194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.098569898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a02875-ead5-4e1c-805a-a032a3a5f194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.24949167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18794736-771c-4cac-a5fb-4890364d5013","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.249517913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18794736-771c-4cac-a5fb-4890364d5013","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.288746972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83f6c463-0e56-47cc-83a2-6232b2a12000","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.307766537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bafe326-cb83-40a1-9c9f-f7b4a576ba6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.34143028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bafe326-cb83-40a1-9c9f-f7b4a576ba6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.341464946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9121ecce-b19b-41cd-a064-847791079127","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.341484148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9121ecce-b19b-41cd-a064-847791079127","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.400525525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e2de7bf-54d2-40fd-8039-a5a931e08090","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.807028358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e21f4e-335e-46d3-88a4-c5d0d99741b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.820197944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e21f4e-335e-46d3-88a4-c5d0d99741b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.83301563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e21f4e-335e-46d3-88a4-c5d0d99741b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.845944622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e21f4e-335e-46d3-88a4-c5d0d99741b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:24.979201481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"b44eab28-e90c-4bbe-9981-5f56da4ef9b6","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.019409432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"bee3c4d0-a004-4058-bd24-59f1ba591d95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.042834044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"22cbe96a-5a4f-4fc6-b754-074676b735ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.060068575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"22cbe96a-5a4f-4fc6-b754-074676b735ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.06786321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"17e3fbf8-3a2e-471a-a0fa-c8498ab89184","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.119794278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"bdd8d46e-b007-47ab-803d-031818e39e67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.166396307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"c7799509-9f77-42cb-b147-cd07671a4228","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.166417695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"c7799509-9f77-42cb-b147-cd07671a4228","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:25.186314201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-sub","reconcileID":"91d810f4-2cf0-4576-81e9-fb8a8cd5ee96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-af5e87-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.198337738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"ba9e8788-0941-4e61-b374-d6cab497d0a0","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.198357718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"ba9e8788-0941-4e61-b374-d6cab497d0a0","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.211282472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"862e131e-a2f3-4435-ab23-dec2718d0854","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:25.212642347Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"ba9e8788-0941-4e61-b374-d6cab497d0a0","name":"e2e-att-serve-af5e87","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-af5e87\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:25.21270845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"ba9e8788-0941-4e61-b374-d6cab497d0a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-af5e87\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.238617028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"862e131e-a2f3-4435-ab23-dec2718d0854","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.238808942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"98c01d82-56b3-4912-96df-acbc75c9468f","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.238896244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"98c01d82-56b3-4912-96df-acbc75c9468f","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.253300138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"b294ce82-cba9-439c-ba19-4e23e3153911","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.253325368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"b294ce82-cba9-439c-ba19-4e23e3153911","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.266720603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"5f8ec145-6baa-47d6-9c89-9be2281044f4","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.266757433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"5f8ec145-6baa-47d6-9c89-9be2281044f4","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.313542297Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-sub","reconcileID":"dfc0650f-301b-4d1c-a511-0085535dbbea","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-att-serve-af5e87","model":"e2e-att-serve-af5e87","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-150514/e2e-att-serve-af5e87-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.389029249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"845a38ff-2427-4a5e-8b40-db2140d401fb","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.389054918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"845a38ff-2427-4a5e-8b40-db2140d401fb","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:25.429632996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-sub","reconcileID":"f2aebb4b-8717-4b6a-a06c-d8b2f2eeabb0","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-att-serve-af5e87","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:26.264266079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a4d524-d2e6-4030-abd8-3aefe47e0a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:26.277151746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a4d524-d2e6-4030-abd8-3aefe47e0a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:26.289862811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a4d524-d2e6-4030-abd8-3aefe47e0a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:26.304912843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a4d524-d2e6-4030-abd8-3aefe47e0a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:26.818127384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc77671-5350-475c-84af-763f8ed60584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:26.830897379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc77671-5350-475c-84af-763f8ed60584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:26.843580998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc77671-5350-475c-84af-763f8ed60584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:26.856430019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbc77671-5350-475c-84af-763f8ed60584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:27.371044704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2f8731-2405-4209-add8-60dc6698b8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:27.383965499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2f8731-2405-4209-add8-60dc6698b8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:27.39948681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2f8731-2405-4209-add8-60dc6698b8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:27.448126521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c2f8731-2405-4209-add8-60dc6698b8d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:27.735044184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"0cee57bc-6e2c-4ade-b32a-5d52707b5b96","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:28.482275239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86139dac-ddd7-4bce-806b-ddc49fa20e3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:28.482304095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86139dac-ddd7-4bce-806b-ddc49fa20e3a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:28.521428871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aae07601-df22-40b8-9708-087c6da46f41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:28.539707882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75f46994-9c0f-4ac9-a856-4afc386512e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:28.557639638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75f46994-9c0f-4ac9-a856-4afc386512e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:28.569994657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3e2b39b-bf5a-4be6-8a09-e4711769690e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:28.570017061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3e2b39b-bf5a-4be6-8a09-e4711769690e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:28.621501752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00df16ed-af4a-4b42-b9b0-7d4d0a4445e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.091441355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"ce3b3a58-6775-4989-8ce8-3bf38d76db17","namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.113445001Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"69e5ffdd-46ad-4dd3-bb12-0dfe3b7a7dff","namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.129892589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e8e27745-15dd-4f82-90ff-3b0ccb32187d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.12989167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"c5053c69-a0e8-45a7-a4b7-3a7d2f889b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.130232877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"563d10c9-6256-4530-a53e-3bedc7401a09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.130609846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"cee5cb3a-32d7-4bdb-8678-1ec0e668b65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.130679715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf453f3-30a5-4b88-b748-ee2ef2f9e097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.156664615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"c5053c69-a0e8-45a7-a4b7-3a7d2f889b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.156866151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e8e27745-15dd-4f82-90ff-3b0ccb32187d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.159903121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf453f3-30a5-4b88-b748-ee2ef2f9e097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.160087191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"563d10c9-6256-4530-a53e-3bedc7401a09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.16329401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"cee5cb3a-32d7-4bdb-8678-1ec0e668b65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.315480865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"0fc3a1a9-96da-47ce-aa72-c0edd76b1612","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.331461884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"41d72128-ac7e-477b-b807-d77acc2318cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.331470563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"28a0c9bf-2d7d-4180-a229-752c95b053e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.336769222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"0fc3a1a9-96da-47ce-aa72-c0edd76b1612","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.350826251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"28a0c9bf-2d7d-4180-a229-752c95b053e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.351856301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"41d72128-ac7e-477b-b807-d77acc2318cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.359045099Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"81337790-a2df-485c-b2ce-cf8005543b1d","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.422564743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"95d2b628-8a7d-4fd9-b055-9dee5865b737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.422586743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"0e6468f4-c29c-4178-bc35-98ecb0b54a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.448292772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"0e6468f4-c29c-4178-bc35-98ecb0b54a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.45061355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"95d2b628-8a7d-4fd9-b055-9dee5865b737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.50507097Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"35adc784-fed8-46a3-8474-4e6dd954816d","namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.518455712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"558af59c-d01d-416c-865b-6f500abf43c1","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.518484904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"558af59c-d01d-416c-865b-6f500abf43c1","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.522839058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b833aa37-ec26-449b-b5da-c5d985a0ff73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.523241209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e78f31ce-92d5-4990-8539-1f4a648356b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.524003566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e0f7a359-3a87-4e79-918d-4ff59d9df313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.552643336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e0f7a359-3a87-4e79-918d-4ff59d9df313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.555946668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e78f31ce-92d5-4990-8539-1f4a648356b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.562101926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b833aa37-ec26-449b-b5da-c5d985a0ff73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.566995854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"a679f8b3-8ad0-418e-b96b-885bdb19cfca","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.567025382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"a679f8b3-8ad0-418e-b96b-885bdb19cfca","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:33.687117895Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"a679f8b3-8ad0-418e-b96b-885bdb19cfca","name":"e2e-att-serve-7c725a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-7c725a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:33.687223644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"a679f8b3-8ad0-418e-b96b-885bdb19cfca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-7c725a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.797504364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"5ca5e521-2970-4d8c-b53d-bb8b865002ec","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.798417322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"5ca5e521-2970-4d8c-b53d-bb8b865002ec","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.829323347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d016e8cf-d4ec-48e6-b641-41a92490d1a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.844176643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a38eb0a-6916-48a0-b879-3317c19a4764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.844327524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57bb2ea1-3555-4e41-a252-ee9de6473cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.846505865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"78ac0844-b055-4409-9f47-772cce4bd688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.84824632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d016e8cf-d4ec-48e6-b641-41a92490d1a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.856948344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b6fb976d-e03e-47f6-982d-3e9d70c2967f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.862934309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57bb2ea1-3555-4e41-a252-ee9de6473cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.863775029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a38eb0a-6916-48a0-b879-3317c19a4764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.866655144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"78ac0844-b055-4409-9f47-772cce4bd688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.876288823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b6fb976d-e03e-47f6-982d-3e9d70c2967f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.914738926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"7ee0e098-c89f-40cf-896b-386db74ef6ec","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.935217811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"7ee0e098-c89f-40cf-896b-386db74ef6ec","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.942567365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e59f39b5-bbd3-40a8-9c3c-7811748c3f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.94258165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c06a6006-85be-4edb-81fe-df5d109e3897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.961461508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c06a6006-85be-4edb-81fe-df5d109e3897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:33.96146151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e59f39b5-bbd3-40a8-9c3c-7811748c3f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.027622812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"ce4b8b0b-0d16-414a-b512-7453a0e655bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.027622923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"80118af5-7200-41e7-8a4d-1f6691fcd9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.049861176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"80118af5-7200-41e7-8a4d-1f6691fcd9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.049871381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"ce4b8b0b-0d16-414a-b512-7453a0e655bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.051708724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"76d1bf4e-d893-4df7-8b0f-9dc0cd40e8ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.055462484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"368283f2-6cf8-4e43-bf34-6c74bbbb6815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.069523285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"76d1bf4e-d893-4df7-8b0f-9dc0cd40e8ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.072650059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"368283f2-6cf8-4e43-bf34-6c74bbbb6815","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.128715921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"dfcc02af-5013-4c05-b595-5ae3c155c259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.146384081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"dfcc02af-5013-4c05-b595-5ae3c155c259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.232180313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"4f4a0192-145d-4d90-9883-4f77d894cc0f","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.232202294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"4f4a0192-145d-4d90-9883-4f77d894cc0f","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.244256633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"caaf4703-ada9-4a08-8024-3e2ef06ec741","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.261846723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"caaf4703-ada9-4a08-8024-3e2ef06ec741","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.37351158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"a0357886-4dde-4274-afcf-e99ad19e9ce1","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:34.373542728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"a0357886-4dde-4274-afcf-e99ad19e9ce1","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.219121527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"f69b8c7d-55cd-4aae-8cd9-9786af243a17","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.2191598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"f69b8c7d-55cd-4aae-8cd9-9786af243a17","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:39.241517967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-sub","reconcileID":"9b89eec0-0e84-4b9d-bfd0-a590c95001fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-7c725a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.252724616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"ee9538c5-3afc-4d1d-88b2-61427d955c59","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.25274917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"ee9538c5-3afc-4d1d-88b2-61427d955c59","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.268660336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"e3472aef-1b99-4954-8c2e-0e317c5553f2","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:39.269272696Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"ee9538c5-3afc-4d1d-88b2-61427d955c59","name":"e2e-att-serve-7c725a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-7c725a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:39.269330902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"ee9538c5-3afc-4d1d-88b2-61427d955c59","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-7c725a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.288209991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"78937582-9102-4bc5-9bb8-f7707b4a3076","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.288233393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"78937582-9102-4bc5-9bb8-f7707b4a3076","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.289558694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"e3472aef-1b99-4954-8c2e-0e317c5553f2","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.302673781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"0c026c8f-48cf-474e-af7b-3268fbca0e9a","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.302690002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"0c026c8f-48cf-474e-af7b-3268fbca0e9a","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.316175697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"870f4349-2fdb-4613-8533-09816a94f827","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.316193573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"870f4349-2fdb-4613-8533-09816a94f827","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.38197147Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-sub","reconcileID":"52ddcb3c-c290-4e3c-9e17-f6185a741925","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"maas-trlp-e2e-att-serve-7c725a","model":"e2e-att-serve-7c725a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-e8de14/e2e-att-serve-7c725a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.458190006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"9fa23d36-7459-427c-aade-59e3874b2225","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.458218541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"9fa23d36-7459-427c-aade-59e3874b2225","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.49852783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-sub","reconcileID":"8051e856-d0ca-424f-91ac-dba26657f07c","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"maas-trlp-e2e-att-serve-7c725a","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.857068441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-sub","reconcileID":"68fa37bd-a8e6-4e59-ba18-ca9854876141","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-att-serve-af5e87","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.933855792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"dd8c1ea9-f32c-4276-987c-d81cc6932bfc","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:39.933884957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"dd8c1ea9-f32c-4276-987c-d81cc6932bfc","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:40.772886931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"346c511b-ef46-4e41-8fdb-df82f4ac2ba4","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:40.791641364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"346c511b-ef46-4e41-8fdb-df82f4ac2ba4","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.238326231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e870f0-6c9d-4121-bd83-c6b60ff044f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.25087858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e870f0-6c9d-4121-bd83-c6b60ff044f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.264495943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e870f0-6c9d-4121-bd83-c6b60ff044f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.277221186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e870f0-6c9d-4121-bd83-c6b60ff044f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.658786458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"3069df06-8078-4488-a69f-a142797886d0","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.658818628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"3069df06-8078-4488-a69f-a142797886d0","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.693343718Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-sub","reconcileID":"94495490-a6d6-4a00-8cd2-cc38c75c6677","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b5d55a6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.704836573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"a3f77c86-2f4d-4cda-9711-91d96902e8ee","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.722213531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"a3f77c86-2f4d-4cda-9711-91d96902e8ee","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.787942212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e85a9c-a097-4172-b6e9-68ed3dd98b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.800644377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e85a9c-a097-4172-b6e9-68ed3dd98b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.813446841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e85a9c-a097-4172-b6e9-68ed3dd98b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:42.826280186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e85a9c-a097-4172-b6e9-68ed3dd98b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.592020602Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"50151e75-975a-4d07-80bc-e12bbd43755e","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.61276097Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"93995d84-6272-4a26-a3b4-a42c5fc728d9","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.635168721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"591161bf-cf0f-4634-b4b8-f6cddcd46daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.635193859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e75ddc08-548c-46e9-b3dd-4886333e3548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.63544904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a0678f35-b0da-4079-b3e2-43ddea67ec8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.638367275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85479918-1b5d-4aab-99fa-7e7e31db538b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.639487886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7a75e93c-29ca-4bd6-8c75-02180d10e75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.653352292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a0678f35-b0da-4079-b3e2-43ddea67ec8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.654270552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"591161bf-cf0f-4634-b4b8-f6cddcd46daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.65694765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e75ddc08-548c-46e9-b3dd-4886333e3548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.659738808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85479918-1b5d-4aab-99fa-7e7e31db538b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.663891459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7a75e93c-29ca-4bd6-8c75-02180d10e75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.819888694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"e285840f-5398-4bc9-b97e-21a766d74cec","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.83246975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"aeb912a5-21c2-4a66-912e-a77f24ca46a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.838015801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"e285840f-5398-4bc9-b97e-21a766d74cec","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.841633506Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"97531ffa-6aaf-485d-b6d8-aba420d87334","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.851293804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"aeb912a5-21c2-4a66-912e-a77f24ca46a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.919743556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"cd33978a-47b0-4e43-83e6-139d92549af1","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.931815993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e3a9ec0e-5b49-4091-a91f-b36195a5d4b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.932429223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"28ad24a2-97fc-41c1-8e2c-5afa1ee8b486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.937190189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"cd33978a-47b0-4e43-83e6-139d92549af1","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.950542312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e3a9ec0e-5b49-4091-a91f-b36195a5d4b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.951083011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"28ad24a2-97fc-41c1-8e2c-5afa1ee8b486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.981059122Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"b953fc53-ad21-44ff-8f68-7e0dc89eb7bf","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.995032737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"0f197865-da9f-4b4b-be6b-3670805a924c","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:47.995057234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"0f197865-da9f-4b4b-be6b-3670805a924c","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.02664283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"9d8574fb-eb46-44df-aef9-3b2ab5342f4b","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.026661084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"9d8574fb-eb46-44df-aef9-3b2ab5342f4b","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.031435125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9eeccdec-f9c7-41e3-ba15-513f678a8599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.03172496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"54e2b905-1936-466d-a47a-2491bb205ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:48.040585695Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"9d8574fb-eb46-44df-aef9-3b2ab5342f4b","name":"e2e-att-unrel-491701","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-491701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:48.040640298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"9d8574fb-eb46-44df-aef9-3b2ab5342f4b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-491701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.050304321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"54e2b905-1936-466d-a47a-2491bb205ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.050740422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9eeccdec-f9c7-41e3-ba15-513f678a8599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.060794053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"e57321b4-41a5-4429-8a3f-19f4193e380f","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.060820137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"e57321b4-41a5-4429-8a3f-19f4193e380f","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.170497149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"31bebf6c-f746-417e-b88a-587e16ef7082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.170903188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"5b567e90-6b20-4d91-a6dd-171548cf9783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.250741532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0f8f495-08e6-4a97-8931-96b8d94af921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.314800204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"31bebf6c-f746-417e-b88a-587e16ef7082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.315024227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0f8f495-08e6-4a97-8931-96b8d94af921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.317298104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"5b567e90-6b20-4d91-a6dd-171548cf9783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.320848401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e45baabb-74c2-44ab-baca-442b250e4d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.322364574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"0e03fc50-0704-45bb-81ff-d37ce350e0c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.338528433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e45baabb-74c2-44ab-baca-442b250e4d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.340049143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"0e03fc50-0704-45bb-81ff-d37ce350e0c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.49164129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"5202f06f-1774-4b16-b0cb-5ba4c00ae791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.492604989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"81f51193-b8d1-4af6-b1b0-b466693cba0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.492809272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"f9e28ab6-a4cf-49e0-aa27-12d1b50b89ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.509429768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"5202f06f-1774-4b16-b0cb-5ba4c00ae791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.510496895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"f9e28ab6-a4cf-49e0-aa27-12d1b50b89ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.51160553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"81f51193-b8d1-4af6-b1b0-b466693cba0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.579293611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"b5c05820-a09d-4f63-a60c-8d2e93c43988","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.579750438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"cee5b126-6ba6-41ee-b212-7353765888ab","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.59251878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"23cc8c21-9714-4e91-ba42-7eaf7d0ccf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.593262195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"31edd05b-90d1-4c77-9479-d16cadd274de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.593981458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4a04d1ef-7c53-4ef0-a980-80f255996f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.597528245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"b5c05820-a09d-4f63-a60c-8d2e93c43988","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.59754309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"cee5b126-6ba6-41ee-b212-7353765888ab","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.610359494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"23cc8c21-9714-4e91-ba42-7eaf7d0ccf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.610607094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"31edd05b-90d1-4c77-9479-d16cadd274de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.612550028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4a04d1ef-7c53-4ef0-a980-80f255996f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.7072181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"c01446f2-697b-430a-a81c-3779ae3d65c9","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.709199053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"c01446f2-697b-430a-a81c-3779ae3d65c9","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.713289673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4e7ff410-1688-44b1-94e1-6096fd0552b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.732073179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4e7ff410-1688-44b1-94e1-6096fd0552b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.801305734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"70a49be3-1fb4-4c85-b9ab-04895ee024e4","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.807298123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:48.819026639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"70a49be3-1fb4-4c85-b9ab-04895ee024e4","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:49.091889465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"fee9f7b2-1a3f-417e-9ab0-f8b04fac9338","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:49.091916788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"fee9f7b2-1a3f-417e-9ab0-f8b04fac9338","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:52.706397748Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-sub","reconcileID":"d07c330f-e6e6-46b0-8b92-c487f79969cb","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","subscription":"e2e-att-serve-af5e87-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:52.732499761Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-sub","reconcileID":"d07c330f-e6e6-46b0-8b92-c487f79969cb","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:52.745574029Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-sub","reconcileID":"d07c330f-e6e6-46b0-8b92-c487f79969cb","MaaSSubscription":{"name":"e2e-att-serve-af5e87-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:52.836247425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"b80ec69f-7ee4-477f-9234-f575952dc94f","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:52.836268023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"b80ec69f-7ee4-477f-9234-f575952dc94f","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:52.959070786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"3da6e4a2-e0c6-4fd0-b0e3-db122cae9ed7","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.04120328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"3da6e4a2-e0c6-4fd0-b0e3-db122cae9ed7","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.053758267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"867ff1f6-b5ce-4a23-8943-7e0578d0e09f","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.05377722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"867ff1f6-b5ce-4a23-8943-7e0578d0e09f","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.17928657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"2a8a9fbd-a339-4f04-8233-fbcbcbecc617","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.292881157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"2a8a9fbd-a339-4f04-8233-fbcbcbecc617","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.311911156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"2a8a9fbd-a339-4f04-8233-fbcbcbecc617","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.311938154Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-att-serve-af5e87-access","reconcileID":"2a8a9fbd-a339-4f04-8233-fbcbcbecc617","MaaSAuthPolicy":{"name":"e2e-att-serve-af5e87-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.34701131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"ef8b1289-ef3c-450e-9e4a-422ce83266a4","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"tenant":"e2e-extmod-b-150514","gateway":"openshift-ingress/e2e-extmod-b-150514","model":"e2e-extmod-att-user-4404a1/e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.347044208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"ef8b1289-ef3c-450e-9e4a-422ce83266a4","MaaSModelRef":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"routeName":"external-model-e2e-att-serve-af5e87-82174560752a","namespace":"e2e-extmod-att-user-4404a1","model":"e2e-att-serve-af5e87","externalModel":"e2e-att-serve-af5e87","provider":"e2e-att-serve-af5e87-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.69205388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"892a8e17-111b-45e6-84b9-154356698ba8","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.692077317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"892a8e17-111b-45e6-84b9-154356698ba8","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:53.712598895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"fa55abc8-28c8-4ef4-91e6-fbaa33fba995","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-491701-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.721740533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"d9dbe132-d3ca-4c50-add3-36d4ea5f01c8","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.721759246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"d9dbe132-d3ca-4c50-add3-36d4ea5f01c8","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.735163845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"b16f8dc3-bfc2-4bea-b559-a8a091151d1c","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:53.735955019Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"d9dbe132-d3ca-4c50-add3-36d4ea5f01c8","name":"e2e-att-unrel-491701","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-491701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:10:53.736007057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"d9dbe132-d3ca-4c50-add3-36d4ea5f01c8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-491701\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.752335204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"b16f8dc3-bfc2-4bea-b559-a8a091151d1c","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.754441655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"4149ceda-fc0c-4ce8-93ec-05703daf624c","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.754457067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"4149ceda-fc0c-4ce8-93ec-05703daf624c","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.767657323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"79188949-9700-4520-a6c6-a40311e375e3","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.767676404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"79188949-9700-4520-a6c6-a40311e375e3","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.780837203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"794706e7-dba9-41fd-b6c9-27f8d00689f6","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.780855539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"794706e7-dba9-41fd-b6c9-27f8d00689f6","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.834003203Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"6b89efe6-12e6-48d9-a459-b15e19d5f699","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-att-unrel-491701","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b2006f/e2e-att-unrel-491701-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.89285018Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"d7067178-ab2a-474d-8f49-2ef3b8ea74dc","namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.910695027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"a189987d-4cee-42c8-99a8-65f3ba898e4d","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.910712228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"a189987d-4cee-42c8-99a8-65f3ba898e4d","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.9321063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"8d2465f2-8ed5-4155-acc2-8b8362abc473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.934182189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"4d4197e2-3f82-42b6-8798-64b2545abbec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.934182191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"900c60a7-53f2-48cb-ad27-f91e018ae4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.934538935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"034e9d73-debf-4cb2-b877-e55e645a44dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.934852023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6eea4d6b-f252-4a49-8fc2-ef03769f480b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.951413543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"8d2465f2-8ed5-4155-acc2-8b8362abc473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.951956949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"900c60a7-53f2-48cb-ad27-f91e018ae4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.95238541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"338835f0-814a-4917-b712-9e0d80285e21","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.953838174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6eea4d6b-f252-4a49-8fc2-ef03769f480b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.95489142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"4d4197e2-3f82-42b6-8798-64b2545abbec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:53.956073469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"034e9d73-debf-4cb2-b877-e55e645a44dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.039007717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"af42ddae-4d10-4380-93d2-85b879b241c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.039087543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"47a91217-2537-4343-be91-96bab7588f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.039639706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c94da329-914c-498b-8e33-845077a25f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.039978613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"5c5f76ea-b983-4eef-bc6c-ecdf54775a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.040424235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b7892a32-b7b7-4f7c-8275-47130bf782dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.060913287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"47a91217-2537-4343-be91-96bab7588f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.064580376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c94da329-914c-498b-8e33-845077a25f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.066264617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"5c5f76ea-b983-4eef-bc6c-ecdf54775a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.068628474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b7892a32-b7b7-4f7c-8275-47130bf782dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.070394843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"af42ddae-4d10-4380-93d2-85b879b241c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.082067166Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-af5e87","namespace":"e2e-extmod-att-user-4404a1"},"namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","reconcileID":"a2c84eb1-208b-4ed9-84e9-6fb2d7817bc3","namespace":"e2e-extmod-att-user-4404a1","name":"e2e-att-serve-af5e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.220421382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"66cb2dc5-4bd3-4e61-b5fc-37edd172f95d","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.221647132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"fe95bd80-8409-47ba-98cf-4775028661e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.23233865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e1e775ce-e5f9-4633-9097-9e1d58656f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.232787481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"9579e67a-1d10-484c-b05e-c6e0f20f7efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.23442135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"5dcc1766-1099-49ef-a0d4-4d9ff541ad3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.238206776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"66cb2dc5-4bd3-4e61-b5fc-37edd172f95d","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.239919949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"fe95bd80-8409-47ba-98cf-4775028661e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.250413594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e1e775ce-e5f9-4633-9097-9e1d58656f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.251195084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"9579e67a-1d10-484c-b05e-c6e0f20f7efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.254176062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"5dcc1766-1099-49ef-a0d4-4d9ff541ad3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.42352233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"78767c72-a057-4a0f-9a0e-ada29a8a6ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.423979831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"864386d2-7cbc-43eb-b802-7c8398486b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.49601366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"864386d2-7cbc-43eb-b802-7c8398486b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.505681392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"78767c72-a057-4a0f-9a0e-ada29a8a6ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.512917804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27462b60-4687-4052-8f51-5dab06978aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.513223144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"cf559e57-c955-47ad-b5b4-7c90f4591b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.514237247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e96b6530-30a7-457d-852a-e8df576efb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.533463163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27462b60-4687-4052-8f51-5dab06978aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.541328508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"cf559e57-c955-47ad-b5b4-7c90f4591b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.541530082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e96b6530-30a7-457d-852a-e8df576efb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.587459333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9ea02ef7-a74f-4c3d-99ad-454cf3ea5bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.606099151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9ea02ef7-a74f-4c3d-99ad-454cf3ea5bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.685391645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"5cca7115-1c82-45b6-814f-c78342f3b679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.685391648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d609770e-f1b3-4c64-8361-0a8d76e0e473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.704054883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"5cca7115-1c82-45b6-814f-c78342f3b679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.704160217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d609770e-f1b3-4c64-8361-0a8d76e0e473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.786093285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"cb5fe17e-d1ad-40ac-889e-849639340250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:54.803867695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"cb5fe17e-d1ad-40ac-889e-849639340250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:57.598280537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"eff4bbd9-b651-4c9e-aa57-5075feae0cdf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:10:57.637618003Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"eff4bbd9-b651-4c9e-aa57-5075feae0cdf","name":"e2e-extmod-b-c1b0da-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:05.717834672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7760acf9-8962-4b74-b475-8a5e5b200b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:05.730576537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7760acf9-8962-4b74-b475-8a5e5b200b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:05.744058372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7760acf9-8962-4b74-b475-8a5e5b200b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:05.75675862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7760acf9-8962-4b74-b475-8a5e5b200b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:06.315346157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8787e5fb-2833-4b30-b79e-876c0b87e77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:06.329503172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8787e5fb-2833-4b30-b79e-876c0b87e77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:06.342640865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8787e5fb-2833-4b30-b79e-876c0b87e77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:06.35568774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8787e5fb-2833-4b30-b79e-876c0b87e77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.71696557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"c2a2cd6e-07f0-4004-99b8-2df33529810a","namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.78441083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"14b2bbc5-983f-419b-9519-7b68f22b6a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.784811486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49789f6c-2843-4a8b-96e2-9fb0919cd9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.78676492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a894c946-d4a6-45b0-85fa-29df7cec2ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.789678122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"6eb4ab97-3d69-4aa0-86f8-8b0a11598377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.790007439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f69965c1-3e96-4bff-8127-86b8a3bd933e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.796258282Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"c4515b06-6032-492f-acaa-c050b066bb12","namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.811561691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"14b2bbc5-983f-419b-9519-7b68f22b6a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.811569045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a894c946-d4a6-45b0-85fa-29df7cec2ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.813693433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49789f6c-2843-4a8b-96e2-9fb0919cd9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.814016211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"6eb4ab97-3d69-4aa0-86f8-8b0a11598377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.81572079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f69965c1-3e96-4bff-8127-86b8a3bd933e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.824501647Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"98a7e68f-228f-4d8a-8df3-95c58158ab82","namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.963517781Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"61c4f7e5-4f05-4e80-9510-040a9f89e08a","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.987405722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"f56e4019-8032-46d5-99c0-0095e6139161","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.987691178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"b81fbc16-2ea4-4f3a-beb7-49599df898f1","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.99008547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8b7a2863-4587-4fba-83fe-884d98e59272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.990397632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a6bf3c27-5ded-4361-9ba1-38634136cf12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:07.994521722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"6f40d910-c9e8-46d1-9f9a-e1fe2396cdf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.011008998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"f56e4019-8032-46d5-99c0-0095e6139161","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.015225872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"6f40d910-c9e8-46d1-9f9a-e1fe2396cdf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.016633318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"b81fbc16-2ea4-4f3a-beb7-49599df898f1","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.017022003Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"6bc8bea8-5887-4440-b078-6ef477a746b1","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.018737908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8b7a2863-4587-4fba-83fe-884d98e59272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.020078678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a6bf3c27-5ded-4361-9ba1-38634136cf12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.092615789Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"18a248f6-3421-4bbc-9f2b-790466bb8d27","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.106923254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"79cc268a-3699-4caf-9dc7-76c4a1e159d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.110767388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"125e3d89-d6e2-45ed-8165-c6abf7ca73c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.110993712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"baae12ae-c179-4c00-b2a9-ad224b648f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.116202853Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"8376da95-c4d4-4cd0-bc84-910c78dcc568","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.127932725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"79cc268a-3699-4caf-9dc7-76c4a1e159d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.129367848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"baae12ae-c179-4c00-b2a9-ad224b648f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.131678113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"125e3d89-d6e2-45ed-8165-c6abf7ca73c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.260339179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a626fee-e790-4e84-abde-747067266d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.260728885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fe16aba0-c36f-4ff1-a5e9-87425e11e112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.337314912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fe16aba0-c36f-4ff1-a5e9-87425e11e112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.33986443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a626fee-e790-4e84-abde-747067266d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.374343617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"b21de630-3f74-4214-b960-de90a401bbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.413278125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"b21de630-3f74-4214-b960-de90a401bbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.431217502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10295baf-9116-490a-9103-aecc924d8d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.431541305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"d1f16ce7-e894-43c1-95dd-613ae698bde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.451605534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"d1f16ce7-e894-43c1-95dd-613ae698bde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.452040762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10295baf-9116-490a-9103-aecc924d8d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.50503829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"96ad98ba-20c1-45d4-b9fe-151871c7c622","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.522058568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"49532648-c173-488e-a496-8af9e737c3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.544700376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"49532648-c173-488e-a496-8af9e737c3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.603811125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"b3d58e71-7d17-4694-9d32-4ffc17c19179","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.621342211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"b3d58e71-7d17-4694-9d32-4ffc17c19179","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.653808282Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"b3d58e71-7d17-4694-9d32-4ffc17c19179","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.721270084Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"45f8623c-e1c8-4ef6-a43e-22ba37407ba6","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.785015035Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"5c09c5fe-4aae-4be7-a869-07235c3efce0","namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.797961486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"c0996511-e14a-4f28-9afd-81fe82d7c64b","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.797986866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"c0996511-e14a-4f28-9afd-81fe82d7c64b","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.840670201Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","reconcileID":"a48b45ca-8dcc-46d2-8db6-87341ce76cd5","namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.854361071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"f365eb2e-65be-4e34-9573-2207a789d7c8","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.871931463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"f365eb2e-65be-4e34-9573-2207a789d7c8","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.872711304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"28d97cbe-8e2f-4636-a751-b1bf1e8d50ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.872963471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"8f6b3a24-3988-46ac-8251-db9ca5c8a48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.873118358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0aa6166f-ee13-46cd-a6dc-359df675a94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.873345434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"e24cc15c-067b-4cb0-8e6e-0140b4df6e57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.942695569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"28d97cbe-8e2f-4636-a751-b1bf1e8d50ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.94405287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0aa6166f-ee13-46cd-a6dc-359df675a94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.945120499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"8f6b3a24-3988-46ac-8251-db9ca5c8a48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:08.947614656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"e24cc15c-067b-4cb0-8e6e-0140b4df6e57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.042558574Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","reconcileID":"847a0178-6307-4864-b529-b3b4a9713619","MaaSModelRef":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.074116639Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","reconcileID":"1e542070-5766-4a13-b8d9-b82a3f712630","namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.09710626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"313ded87-15f8-4ee9-bfac-46a711294848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.114601868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"313ded87-15f8-4ee9-bfac-46a711294848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.161959181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","reconcileID":"d7fefd20-4620-4fca-88da-c47b597739c5","MaaSModelRef":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.184886754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"20019e38-faf1-4247-90f7-0132d3b92a06","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.18900451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"736dacb2-5248-40ba-9cc2-b4443c20a8c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.190546043Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","reconcileID":"f9a5bf95-13ac-4422-b090-fd4322ce332e","MaaSModelRef":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.198779791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"5d89386e-93e5-4539-b3bf-233c0a8c0bab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.199510805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e286d8ec-d952-4cb7-a19c-01435a91b2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.206156541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"20019e38-faf1-4247-90f7-0132d3b92a06","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.211731754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"736dacb2-5248-40ba-9cc2-b4443c20a8c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.230687146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e286d8ec-d952-4cb7-a19c-01435a91b2e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.23110518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"5d89386e-93e5-4539-b3bf-233c0a8c0bab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.305716628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"88d0f3da-dea3-4424-9312-96fa997a84eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.320998694Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","reconcileID":"9006f7ba-6bb6-40b6-9bbf-6a620b233a3f","namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.325003998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"88d0f3da-dea3-4424-9312-96fa997a84eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.342856423Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","reconcileID":"bb3438c3-d05c-4494-aa06-d4aba01865ed","MaaSModelRef":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.476196751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a72c5b3-6cec-49cf-ab23-5332230ffaf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.490558284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d5ca089e-13d4-4b74-9427-224459b1d36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.496405871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c25405d8-ec4c-41aa-a626-103862589a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.496644637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"0b8d496f-5a1f-42e0-a730-3beaf36a82c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.50373556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a72c5b3-6cec-49cf-ab23-5332230ffaf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.511456036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d5ca089e-13d4-4b74-9427-224459b1d36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.517785041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"0b8d496f-5a1f-42e0-a730-3beaf36a82c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.517817079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c25405d8-ec4c-41aa-a626-103862589a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.524586354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a12c0447-be8f-463c-8bcd-3d6d87694d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.547191586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a12c0447-be8f-463c-8bcd-3d6d87694d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.685796351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"1198f898-4a50-442b-ab52-9df9c364aaeb","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.705236467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"6c808039-ca9a-4f49-8653-9fc516995efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.705534094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"526c239c-8b77-4f06-8455-724603c7fcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.705736106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"21642651-7ca5-49c6-8506-e7f214aa99ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.728164077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"1198f898-4a50-442b-ab52-9df9c364aaeb","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.763580748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"252ffe4d-8137-41fb-80c8-2ecb0685e807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.767051001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"6c808039-ca9a-4f49-8653-9fc516995efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.772949486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"21642651-7ca5-49c6-8506-e7f214aa99ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.776167166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"526c239c-8b77-4f06-8455-724603c7fcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.796958982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"252ffe4d-8137-41fb-80c8-2ecb0685e807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.950378145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7e196113-0eb3-4e7b-a524-68c530e10f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:09.969162984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7e196113-0eb3-4e7b-a524-68c530e10f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:10.039325763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"8f456fec-b95a-4cfc-b8e1-ed826dde125c","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:10.040449667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"817e4a20-b0b4-49f1-bac3-6a30ef7158c3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:10.052740706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c7e280c9-db59-43e9-91b3-d80e689b9c72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:10.053659543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e493b342-096e-47cd-b8a8-f299e11c12f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:10.058265544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"8f456fec-b95a-4cfc-b8e1-ed826dde125c","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:10.059166865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"817e4a20-b0b4-49f1-bac3-6a30ef7158c3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:10.071449977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e493b342-096e-47cd-b8a8-f299e11c12f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:10.071692852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c7e280c9-db59-43e9-91b3-d80e689b9c72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.812109444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"a1cdc2cc-08d6-466f-89bf-bd5d9b6e48df","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.812132965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"a1cdc2cc-08d6-466f-89bf-bd5d9b6e48df","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:13.83124875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-sub","reconcileID":"122c775d-4f75-453b-90e7-7440442bc5ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-bda463-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.843676333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"4aa9b500-75c1-45e3-b52f-d028c4e6d2a3","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.843694268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"4aa9b500-75c1-45e3-b52f-d028c4e6d2a3","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:13.860602565Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"4aa9b500-75c1-45e3-b52f-d028c4e6d2a3","name":"e2e-cmp-legacy-bda463","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-bda463\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:13.860653858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"4aa9b500-75c1-45e3-b52f-d028c4e6d2a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-bda463\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.863115086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"37f89ab7-bab2-465d-b94a-87a9c21d5a84","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.88443588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"c1c770a1-3186-410f-b20e-ed66622bef50","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.884457944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"c1c770a1-3186-410f-b20e-ed66622bef50","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.88879826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"37f89ab7-bab2-465d-b94a-87a9c21d5a84","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.897716033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"00c65692-7b0c-4867-aea6-63c2c38752a4","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.897735427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"00c65692-7b0c-4867-aea6-63c2c38752a4","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.910706286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"1980e8ac-b8b9-4e97-a8db-b7aa7612620a","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.910723098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"1980e8ac-b8b9-4e97-a8db-b7aa7612620a","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:13.962467118Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-sub","reconcileID":"23a5ffb7-ac57-4d7c-a8bb-2fad6d94586a","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-cmp-legacy-bda463","model":"e2e-cmp-legacy-bda463","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:14.036134755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"4a021e9c-72e0-49a6-9b78-771f325a310d","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:14.036172987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"4a021e9c-72e0-49a6-9b78-771f325a310d","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:14.074331987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-sub","reconcileID":"7beeae83-38c2-4a99-a8fc-77657bcdb07a","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-cmp-legacy-bda463","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:14.17559673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"4125f299-230d-452d-bdb6-b5098ad5905f","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:14.252757729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"25456775-4ee4-436c-9f6b-53f1b661c977","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:14.252790573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"25456775-4ee4-436c-9f6b-53f1b661c977","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:14.368050039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-sub","reconcileID":"60e1ef35-e65e-48dc-82b1-838608341288","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"maas-trlp-e2e-att-serve-7c725a","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:14.444291884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"05b4da05-dae8-4c34-903b-a18ea87c966b","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:14.444311874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"05b4da05-dae8-4c34-903b-a18ea87c966b","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:15.538449272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"3642c88f-728c-4cfa-8ca8-4d914254b5f0","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:15.558697205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"3642c88f-728c-4cfa-8ca8-4d914254b5f0","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:15.776956777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"cbf945f2-818d-4dc2-8631-accd23bec54a","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:15.794577514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"cbf945f2-818d-4dc2-8631-accd23bec54a","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:15.966318689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"d93bc18f-11a3-4075-b6bf-237f601bc6fa","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:15.966343368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"d93bc18f-11a3-4075-b6bf-237f601bc6fa","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:15.998411684Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-sub","reconcileID":"68ba3821-be53-41e5-a284-58e7758b97da","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c68e6126","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:16.01298047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"739b7b7d-882e-42f6-a094-8767f0e2b6a9","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:16.033651925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"739b7b7d-882e-42f6-a094-8767f0e2b6a9","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.142363248Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"a19f5359-105f-41f0-8918-e73c949b2193","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.16271172Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"1502a964-9788-4216-bef0-9330c35f4661","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.181487257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"854216ec-9ad0-42a9-85fe-edbb7e7fc32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.181495472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d74816-6d6c-4229-8578-f9ae28e502f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.182391322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"1d1ac2f2-0180-4c91-9f2b-b178ebe0de84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.182556148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ac34114-fb89-4756-b527-5f568708054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.188730675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b99b5afe-e0c1-4b61-9bf9-2e8e25344f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.204097343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ac34114-fb89-4756-b527-5f568708054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.204373378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d74816-6d6c-4229-8578-f9ae28e502f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.206361691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"854216ec-9ad0-42a9-85fe-edbb7e7fc32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.206498687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"1d1ac2f2-0180-4c91-9f2b-b178ebe0de84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.208588637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b99b5afe-e0c1-4b61-9bf9-2e8e25344f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.249409955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"0a199b2a-4e61-4289-9743-a72b211a561d","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.2494383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"0a199b2a-4e61-4289-9743-a72b211a561d","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.275190074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"e7f973f9-405e-46f8-9b3e-afe301edef30","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.275216995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"e7f973f9-405e-46f8-9b3e-afe301edef30","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.292020542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"316f4a9c-1056-4c82-8941-6f315b819f6d","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.361562226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"f5aa99b8-f1a8-469e-8067-35bf60407569","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.361932276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"e690d358-43b1-41df-8caf-eccd76c43fc9","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.374340658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"250a3f5f-a773-4757-a899-e2896b0e4def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.374505274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"44fe2f4b-f1fa-4895-b60a-9f51ee84406b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.374822116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"aa2539e1-7854-4fe7-b7d5-5bcb14d866d4","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.380136281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"e690d358-43b1-41df-8caf-eccd76c43fc9","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.380218703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"f5aa99b8-f1a8-469e-8067-35bf60407569","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.391997816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"44fe2f4b-f1fa-4895-b60a-9f51ee84406b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.392275958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"250a3f5f-a773-4757-a899-e2896b0e4def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.470480365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"f8cc3504-445d-4f33-a34c-9e8b5b21296e","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.471322318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c14ec00b-a4c9-46ad-954c-deb2fd0c248a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.482838154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7b0e79fd-5f5b-40b0-9eba-5b9b124cb387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.48949317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"f8cc3504-445d-4f33-a34c-9e8b5b21296e","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.489919074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c14ec00b-a4c9-46ad-954c-deb2fd0c248a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.496449601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2d68cdd6-3571-4672-87de-dbe3294223c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.500549535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7b0e79fd-5f5b-40b0-9eba-5b9b124cb387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.51513581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2d68cdd6-3571-4672-87de-dbe3294223c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.570607332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"cc5c3a4a-a3cd-4552-adb4-8d0c5e1ccab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.582300189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20782b3-6a73-4bbf-a669-940b01d4bc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.58229995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"0386748b-3cef-47d4-9536-ed1b59333f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.589242857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"cc5c3a4a-a3cd-4552-adb4-8d0c5e1ccab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.600702362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20782b3-6a73-4bbf-a669-940b01d4bc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.600763239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"0386748b-3cef-47d4-9536-ed1b59333f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.606080224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"a82f4920-32a7-4d61-b8f8-1f04c978811e","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.619845315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"a741b21e-1d25-4e7f-9153-ed05b276d8cd","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.619863267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"a741b21e-1d25-4e7f-9153-ed05b276d8cd","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.633019824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"5378015c-6312-4d21-992a-e477059757c8","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.633037564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"5378015c-6312-4d21-992a-e477059757c8","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.648679985Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"02d746b1-78bf-4ba8-a8a9-3cddf72564e9","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.649439949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"45b3a7de-f5f8-477e-be8a-8303f25bc826","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.672466464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"b585f171-77c0-48ff-9079-47c33689c531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.672894919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33ae3bae-51d7-4952-ab65-3c99a9a99b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.690800952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"b585f171-77c0-48ff-9079-47c33689c531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.691088302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33ae3bae-51d7-4952-ab65-3c99a9a99b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.864717583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"2ff5561d-b8da-4b10-ae22-962eb52a70d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.865006169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0676ca8d-97d2-42d1-9c2d-6b7bbb3cca8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.880942679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"72c97f62-7c17-427d-aaec-d4b815eea703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.91800998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"72c97f62-7c17-427d-aaec-d4b815eea703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.918966917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0676ca8d-97d2-42d1-9c2d-6b7bbb3cca8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:17.94820897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"2ff5561d-b8da-4b10-ae22-962eb52a70d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.010804548Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"4bd9eb0b-8cb9-4123-9777-9befc6600429","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.028131666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"5cea1fca-a8db-4796-97f3-f952e9a9268f","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.062177785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"7b741c7d-f8da-463b-a18a-f030dd6b3f22","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.088363265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"5cea1fca-a8db-4796-97f3-f952e9a9268f","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.102473804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"5b6688a5-5489-43a2-8716-674e39f36cfc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.125024143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"7b741c7d-f8da-463b-a18a-f030dd6b3f22","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.134603743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c722f4bb-c087-4c27-a886-d381d4bb1694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.134659833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"3e860cf6-c15b-47e9-aa3c-b30486284ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.160554764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"0e28e25f-a269-4b4e-ba42-4805836cd982","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.160667672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"0e28e25f-a269-4b4e-ba42-4805836cd982","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.166394074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"5b6688a5-5489-43a2-8716-674e39f36cfc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.171384864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c722f4bb-c087-4c27-a886-d381d4bb1694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.175635813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"3e860cf6-c15b-47e9-aa3c-b30486284ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.197197256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"33921c65-874e-4700-bc5e-dde71682cdc3","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.197299779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"33921c65-874e-4700-bc5e-dde71682cdc3","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.200457218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"fcec69a9-84d6-4b14-8834-d82776fee7c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.251074917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"fcec69a9-84d6-4b14-8834-d82776fee7c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.252585994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"92f8cd81-cabb-482b-94e7-33281ce053b8","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.252674646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"92f8cd81-cabb-482b-94e7-33281ce053b8","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.306989867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"866cd6f2-6e5b-494c-a5e8-2b0e45d1804b","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.30705973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"866cd6f2-6e5b-494c-a5e8-2b0e45d1804b","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.390005204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"7fd2939a-8654-48a5-a21e-7f8ce692d3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.390396133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"52b20052-2f6a-499d-a26e-f8a84fff939f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.396315545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e20be840-a0ec-463c-bc53-c9cd27dadbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.396499397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"52a20c11-cd26-410b-9b65-2feee2bcfa13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.401439908Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"da029dbb-a0ea-43f9-a06e-20349792cb5b","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.401510005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"da029dbb-a0ea-43f9-a06e-20349792cb5b","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.408588161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"7fd2939a-8654-48a5-a21e-7f8ce692d3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.409194952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"52b20052-2f6a-499d-a26e-f8a84fff939f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.414312538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e20be840-a0ec-463c-bc53-c9cd27dadbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.415241193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"52a20c11-cd26-410b-9b65-2feee2bcfa13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.421095544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4846e3c1-0b77-44d6-bda9-b1fb16dd7be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.43890269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4846e3c1-0b77-44d6-bda9-b1fb16dd7be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.484128864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"72b8d0e9-3c62-4c70-acc7-7b8ee81dd03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.484377683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"186b79a8-8183-48ee-9719-7d6e72643faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.489696226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"e8130454-db0e-4b1e-a5c2-d186dcb50869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.489876491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e0b1a6ab-61ec-4537-9f76-999d929bcbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.501821084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"72b8d0e9-3c62-4c70-acc7-7b8ee81dd03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.503908089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"186b79a8-8183-48ee-9719-7d6e72643faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.507312598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"e8130454-db0e-4b1e-a5c2-d186dcb50869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.509451051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e0b1a6ab-61ec-4537-9f76-999d929bcbcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.516388997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"65719064-b34e-4033-8763-5274d87d7d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.541897732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"65719064-b34e-4033-8763-5274d87d7d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.641417479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"e1d83667-c55d-4b4e-8dcc-25e5d6674274","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.641490522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"e1d83667-c55d-4b4e-8dcc-25e5d6674274","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.80549643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.975514963Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"8553e55e-5b20-44ab-805e-11deca16ae69","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:18.975615777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"8553e55e-5b20-44ab-805e-11deca16ae69","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:18.98070943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"6c4ac3c8-b8e8-4550-ad1b-518d3db968cf","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.010743446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"5759e840-daef-4ab3-9403-ae08dd08ec28","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.021671328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"533bd76f-6c7c-4db6-86b0-11826de32082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.021674257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"acffccd2-a374-4547-9703-e5c2ba954625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.022859534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8b9c1605-90c2-4cf2-b275-45bf08a175fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.023952033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"808c5022-82b2-4ef1-8054-b4c994327f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.028559209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"5759e840-daef-4ab3-9403-ae08dd08ec28","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.039256762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"acffccd2-a374-4547-9703-e5c2ba954625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.039331917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"533bd76f-6c7c-4db6-86b0-11826de32082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.042728176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"808c5022-82b2-4ef1-8054-b4c994327f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.042941263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8b9c1605-90c2-4cf2-b275-45bf08a175fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.121414983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7b8121b6-c6cf-4e17-a99a-a0d8763f955f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.12150661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b38aeffe-a614-4efb-8a87-5e0a9e5cf355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.122363632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"82d35530-33e8-459f-92dc-7d0678d4f686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.122501956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba8a40fe-7ba7-4641-901c-bebccbd7b04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.140200784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b38aeffe-a614-4efb-8a87-5e0a9e5cf355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.140305375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7b8121b6-c6cf-4e17-a99a-a0d8763f955f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.14303108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"82d35530-33e8-459f-92dc-7d0678d4f686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.143784431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba8a40fe-7ba7-4641-901c-bebccbd7b04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.221479764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"c49efcc7-dcbd-4d56-83f8-741b46e3c04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.23888907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"c49efcc7-dcbd-4d56-83f8-741b46e3c04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.309437953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"6059380b-96ee-4e29-b356-db1e7ccff53c","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.310668793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"777f9d0e-991f-4d00-acc2-55789f743f6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.321359179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"b4d17216-30c8-4d29-bda0-bd21b973b87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.322844244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"b14846a0-16da-41bd-88a4-ddf4c34e107c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.324476566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f0cadcb5-53f5-40db-a9c2-6178271cc1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.32670463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"6059380b-96ee-4e29-b356-db1e7ccff53c","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.327955893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"777f9d0e-991f-4d00-acc2-55789f743f6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.338686777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"b4d17216-30c8-4d29-bda0-bd21b973b87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.339935511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"b14846a0-16da-41bd-88a4-ddf4c34e107c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:19.341920583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f0cadcb5-53f5-40db-a9c2-6178271cc1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:19.629121979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"0af9e2f3-b86d-4877-a1ac-aaa6fc111e54","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:19.629207838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"0af9e2f3-b86d-4877-a1ac-aaa6fc111e54","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:20.923124624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"8d6ec1cc-c6f2-4a5b-bf8c-3762bde491df","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:20.923246927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"8d6ec1cc-c6f2-4a5b-bf8c-3762bde491df","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.330275636Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","reconcileID":"ec172b83-3ff4-4036-8735-1b26082f923d","namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.380917969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd15670a-1b2b-4b32-a72e-69fc57353746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.386406051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"38e15011-bdc7-4d71-bd6e-ef9d0defa592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.390617695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97d23af9-9628-4ad8-9b5d-424ea4d6d4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.394468048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d1a5b71b-94ae-4aea-8a15-b5592f008144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.39478253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7a5d3185-df8f-4406-b6c0-c683833ca17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.400533903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd15670a-1b2b-4b32-a72e-69fc57353746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.404309015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"38e15011-bdc7-4d71-bd6e-ef9d0defa592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.408590591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97d23af9-9628-4ad8-9b5d-424ea4d6d4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.414289488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7a5d3185-df8f-4406-b6c0-c683833ca17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.415701079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d1a5b71b-94ae-4aea-8a15-b5592f008144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.475902985Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-3f6d9e","namespace":"e2e-extmod-att-noaccess-9a9b50"},"namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","reconcileID":"98983a03-74f0-402a-b574-1c5daeaaf436","namespace":"e2e-extmod-att-noaccess-9a9b50","name":"e2e-att-noaccess-3f6d9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.560881779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"33ecc747-3aef-43c7-a6cb-533ed4ba4208","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.581570139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"66fe528b-49d0-4b69-92be-d9c5582a81f4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.581958558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"48d4c4c2-46a5-4b12-bb57-e98a2530f911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.582314077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"59601e59-010e-46d0-80ba-3cc1e25a5904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.594839169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"33ecc747-3aef-43c7-a6cb-533ed4ba4208","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.610312698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"48d4c4c2-46a5-4b12-bb57-e98a2530f911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.610680358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"9378baa1-860d-4b7f-8b2d-225f880c3eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.612136293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"59601e59-010e-46d0-80ba-3cc1e25a5904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.614100634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"66fe528b-49d0-4b69-92be-d9c5582a81f4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.631301261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"9378baa1-860d-4b7f-8b2d-225f880c3eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.722695683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"fe236a7b-7d2c-4a55-9a1e-72ca05b1d19b","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.736343963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3e9b95e5-b7e5-416a-b5d1-d57eb019c3dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.740823375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e8eb13d2-5111-47d5-b768-22db1e5eac2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.74128303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"85dd21b1-c888-4306-8d49-221b7192e97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.741851624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a207e1e3-e78d-4398-a39a-976d6535515e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.748275267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"fe236a7b-7d2c-4a55-9a1e-72ca05b1d19b","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.755989121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3e9b95e5-b7e5-416a-b5d1-d57eb019c3dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.76151907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e8eb13d2-5111-47d5-b768-22db1e5eac2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.843842246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"85dd21b1-c888-4306-8d49-221b7192e97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.854814279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a207e1e3-e78d-4398-a39a-976d6535515e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.995314552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00979e9b-98a0-47b8-b971-7700e91830e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:21.995583359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"787f8bf2-8947-4d9f-a1e5-058fae9b8d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:22.012066781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"480c1741-0608-45dd-a290-65d5557cecb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:22.012399906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"da328c52-19ee-4df3-adb4-88dceab9405c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:22.017929552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"787f8bf2-8947-4d9f-a1e5-058fae9b8d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:22.017991732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00979e9b-98a0-47b8-b971-7700e91830e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:22.029689725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"480c1741-0608-45dd-a290-65d5557cecb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:22.030207425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"da328c52-19ee-4df3-adb4-88dceab9405c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:22.094397129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"fb900305-7f99-4d8c-acaf-d5e9c21b1123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:22.113654214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"fb900305-7f99-4d8c-acaf-d5e9c21b1123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:23.497858597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"d9326124-0a2d-45cb-a16e-7aabb00a8170","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:23.497963419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"d9326124-0a2d-45cb-a16e-7aabb00a8170","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.76949231Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"f70adf36-b0af-44d1-959f-bb3fb49c2cef","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:24.788581711Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"93e3559e-9c65-4507-8ce4-a422b9613649","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:24.788662633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"93e3559e-9c65-4507-8ce4-a422b9613649","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.852606627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"f577f5c2-b4d6-4bde-a29f-fcce6f6ea5db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.852607308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2825e030-2025-47f9-b355-22e8510411ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.852905629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"ce48db75-11ab-4485-958e-ecb9d60dd241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.864980643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"90bcb010-d3c3-4f5c-a6e6-9894450595f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.865293514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e7213012-d3f3-4485-84df-ddd7afa4a17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.871705181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2825e030-2025-47f9-b355-22e8510411ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.87180465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"ce48db75-11ab-4485-958e-ecb9d60dd241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.875112713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"f577f5c2-b4d6-4bde-a29f-fcce6f6ea5db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.882858523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"90bcb010-d3c3-4f5c-a6e6-9894450595f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.883892705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e7213012-d3f3-4485-84df-ddd7afa4a17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.952992508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"781fdb2b-57bc-4cd4-9b8f-fb9395f8733f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.953027327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ab6f4ac-7904-4c01-9deb-d4bc4d5d9720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.95348306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"67d676ae-efb3-4614-8211-6485f81fbbd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.968028778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3baf42c3-7c87-463c-a92a-35ffa3561261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.970862664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"10207151-7c60-48e7-a062-cf6c5184091f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.977497521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"67d676ae-efb3-4614-8211-6485f81fbbd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.977509338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ab6f4ac-7904-4c01-9deb-d4bc4d5d9720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.980892926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"781fdb2b-57bc-4cd4-9b8f-fb9395f8733f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.986557744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3baf42c3-7c87-463c-a92a-35ffa3561261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:24.989001212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"10207151-7c60-48e7-a062-cf6c5184091f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.043288805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"de8613cc-c578-4d88-86be-812b29484202","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.043407586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"b7522686-15f9-4846-8e59-0c2127123e23","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.056046077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"5771de56-7c39-4d68-90b4-72018a553a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.062674766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"de8613cc-c578-4d88-86be-812b29484202","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.062688668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"b7522686-15f9-4846-8e59-0c2127123e23","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.081850093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"5771de56-7c39-4d68-90b4-72018a553a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:25.136869321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"37896239-4f2c-4102-85df-6357b4d233c6","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:25.136944677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"37896239-4f2c-4102-85df-6357b4d233c6","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.143071229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"2d60f124-d5bc-402a-bd01-14527d26eeaf","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.152592866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"0152666a-f077-49ad-b292-7660da561a6b","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.152613407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"0152666a-f077-49ad-b292-7660da561a6b","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.155436311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f980bd95-497a-4860-a9f1-2348ad0c38ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.162251255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"2d60f124-d5bc-402a-bd01-14527d26eeaf","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.17387458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f980bd95-497a-4860-a9f1-2348ad0c38ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.179364732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"b4d6f034-1e80-439b-a394-3041a622e7b3","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.195340554Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"b9fc6abb-afaf-4b73-9906-4b72026d3ffb","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.208645885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"fbdebd7c-f466-463d-adb6-7dacc1f10298","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.208666232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"fbdebd7c-f466-463d-adb6-7dacc1f10298","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.258549177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"a1142fcf-07d3-4bcd-9d1e-c41dc690eb66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.258744491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d0e1a067-6f38-4357-bbf9-79f606c2d101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.259190367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"f858056f-32ee-4b58-92fe-b3749661bb49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.259513838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"da7020e8-5bab-47b2-b172-0bf0cb4d07d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.284534394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d0e1a067-6f38-4357-bbf9-79f606c2d101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.291590289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"a1142fcf-07d3-4bcd-9d1e-c41dc690eb66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.409986514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"da7020e8-5bab-47b2-b172-0bf0cb4d07d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.414237244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"f858056f-32ee-4b58-92fe-b3749661bb49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.427681037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"e8d7ddfa-1801-41ee-8e01-5ae0a3c183e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.446199769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"e8d7ddfa-1801-41ee-8e01-5ae0a3c183e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.546578454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed1e126-ea42-4c57-841c-9f2059ca57ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.564998275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed1e126-ea42-4c57-841c-9f2059ca57ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.652609115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"51f8d5d6-ef77-4e6a-ac67-682c7143af11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.652974116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66116f47-67a5-4068-9713-99ffd3577fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.653242437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"27814097-36e3-4796-a102-8a290bb1f715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.65377068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"c7392df7-96a0-47d1-b87a-0ae17de8788e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.789213644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"c7392df7-96a0-47d1-b87a-0ae17de8788e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.811866161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"27814097-36e3-4796-a102-8a290bb1f715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.812492876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66116f47-67a5-4068-9713-99ffd3577fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.815446441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"51f8d5d6-ef77-4e6a-ac67-682c7143af11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.838764702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a768e9aa-63dd-41f8-987e-a609a700dc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.856636268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a768e9aa-63dd-41f8-987e-a609a700dc17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.895217695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"718cc114-3150-42af-937e-0f625faaef30","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.89876692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"3d7a8186-aa68-48a2-af34-1d48c4a2b4c5","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.907296071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"2a605c77-c109-49cd-89cd-ea75a5905ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.910834969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1045928a-ca2c-4daa-ac59-385eb50e6b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.912531601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"718cc114-3150-42af-937e-0f625faaef30","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.915834149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"3d7a8186-aa68-48a2-af34-1d48c4a2b4c5","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.924690161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"2a605c77-c109-49cd-89cd-ea75a5905ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:25.930192939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1045928a-ca2c-4daa-ac59-385eb50e6b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.013479762Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-sub","reconcileID":"acafcfb1-8e99-4f21-899e-1c5c2129b4dd","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","subscription":"e2e-att-serve-7c725a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.041079621Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-sub","reconcileID":"acafcfb1-8e99-4f21-899e-1c5c2129b4dd","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.054068919Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-sub","reconcileID":"acafcfb1-8e99-4f21-899e-1c5c2129b4dd","MaaSSubscription":{"name":"e2e-att-serve-7c725a-sub","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"maas-trlp-e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.14638753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"3460c584-2275-4830-945b-f006238941fc","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.146412326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"3460c584-2275-4830-945b-f006238941fc","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.193021818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"c22d10bd-e757-4d42-bea6-4feadca01582","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.210580004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"c22d10bd-e757-4d42-bea6-4feadca01582","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.287297045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"78e56074-0582-4cff-be56-08434a6b6fca","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.300308721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"7600a4d6-6dfb-4c8a-98e6-c63fddfdcaae","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.300329402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"7600a4d6-6dfb-4c8a-98e6-c63fddfdcaae","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.374811604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"78e56074-0582-4cff-be56-08434a6b6fca","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.392405695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"78e56074-0582-4cff-be56-08434a6b6fca","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"name":"e2e-extmod-b-e8de14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.392423296Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"e2e-att-serve-7c725a-access","reconcileID":"78e56074-0582-4cff-be56-08434a6b6fca","MaaSAuthPolicy":{"name":"e2e-att-serve-7c725a-access","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e8de14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.423266759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"6f21fc36-65af-40ba-a3a1-fff2473cfe91","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"tenant":"e2e-extmod-b-e8de14","gateway":"openshift-ingress/e2e-extmod-b-e8de14","model":"e2e-extmod-att-user-57d3d8/e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.42328743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"6f21fc36-65af-40ba-a3a1-fff2473cfe91","MaaSModelRef":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"routeName":"external-model-e2e-att-serve-7c725a-92f7359989b8","namespace":"e2e-extmod-att-user-57d3d8","model":"e2e-att-serve-7c725a","externalModel":"e2e-att-serve-7c725a","provider":"e2e-att-serve-7c725a-provider","gateway":"openshift-ingress/e2e-extmod-b-e8de14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.947413027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"549c103f-d8de-4b84-a523-a69fd832b824","namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.987099933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaa1ee09-957c-4b63-8ad9-88e909373270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.987108525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e29b38a4-0ba6-4f63-8e0a-68515c738ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.988096691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5f2875f-debc-4053-b73b-cb722736e84b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.988619324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"ba77ca52-da14-4379-bbe8-c18a3341b2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:26.988640235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"20d9cc17-c007-464e-926a-3613c5b85096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.005039045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaa1ee09-957c-4b63-8ad9-88e909373270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.006427528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e29b38a4-0ba6-4f63-8e0a-68515c738ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.007519402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5f2875f-debc-4053-b73b-cb722736e84b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.009916591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"ba77ca52-da14-4379-bbe8-c18a3341b2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.009973908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"20d9cc17-c007-464e-926a-3613c5b85096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.138161074Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-7c725a","namespace":"e2e-extmod-att-user-57d3d8"},"namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","reconcileID":"cccf1c74-bf77-469a-9992-fe2624a5a083","namespace":"e2e-extmod-att-user-57d3d8","name":"e2e-att-serve-7c725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.181833191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"ef57d21c-1943-4429-a885-70cd26a0e6ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.193459717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4910d5e2-96d5-4eb0-b8ab-2cee34b1f23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.193459739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"7f6cac27-77d8-481f-97de-26cce54d9c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.199483122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"ef57d21c-1943-4429-a885-70cd26a0e6ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.212650299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4910d5e2-96d5-4eb0-b8ab-2cee34b1f23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.212690089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"7f6cac27-77d8-481f-97de-26cce54d9c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.283368044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"2f14368f-7cb2-46ec-ad04-8e5113051b0b","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.295117001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"afd4178f-d7fe-4b46-8fd6-d9599ddf7b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.295290774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"727f8736-6ccd-4f73-b940-fa656390b3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.295548657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"0c6bb49f-e6ae-423b-ab1d-26f6307769de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.300535783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"2f14368f-7cb2-46ec-ad04-8e5113051b0b","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.31298246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"727f8736-6ccd-4f73-b940-fa656390b3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.313183312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"afd4178f-d7fe-4b46-8fd6-d9599ddf7b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.315161106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"0c6bb49f-e6ae-423b-ab1d-26f6307769de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.393442988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"027b9128-f60d-4b82-b9fb-b4b96e390131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.418937402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"027b9128-f60d-4b82-b9fb-b4b96e390131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.512649818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af009be2-8b56-4e6c-ad68-633062952041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.51312891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"487c9f49-1909-4d01-86ab-02cf331b13cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.527405934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6027a851-e9d0-4811-b0af-c67b7be49d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.527556134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"71ad596d-021f-4e4f-8707-94dac183b104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.546053059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"487c9f49-1909-4d01-86ab-02cf331b13cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.554406962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"71ad596d-021f-4e4f-8707-94dac183b104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.579866665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af009be2-8b56-4e6c-ad68-633062952041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.585813104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6027a851-e9d0-4811-b0af-c67b7be49d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.643761383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"9d28581a-bb7c-4229-bce6-e69473bd31a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.670590685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"9d28581a-bb7c-4229-bce6-e69473bd31a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.710262334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"f29ffbc8-6bfa-4867-9fbd-25b6c2441cce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.721222296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a437db13-bc02-4967-a6f1-be958cacd984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.7223754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"74f2bd96-60d7-47c2-b57a-07ceaed50310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.723234709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"dfd077c8-2437-49c0-be78-adf9038a1313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.728363457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"f29ffbc8-6bfa-4867-9fbd-25b6c2441cce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.738640296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a437db13-bc02-4967-a6f1-be958cacd984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.7399353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"74f2bd96-60d7-47c2-b57a-07ceaed50310","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:27.741331171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"dfd077c8-2437-49c0-be78-adf9038a1313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:31.831901711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"29845e94-7af1-44f8-b6a0-d191c1140562","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:31.831925579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"29845e94-7af1-44f8-b6a0-d191c1140562","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:31.847846115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"73283339-3aaa-4742-a050-434aad4e61d4","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:31.847866745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"73283339-3aaa-4742-a050-434aad4e61d4","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:31.87290522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"c5836e9b-39ac-4953-9ce3-7ca82f388ef0","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:31.89060412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"c5836e9b-39ac-4953-9ce3-7ca82f388ef0","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:31.906818124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"c5836e9b-39ac-4953-9ce3-7ca82f388ef0","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:31.937969691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"4716f4a8-9c96-462f-897f-89716755c710","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:31.93798946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"4716f4a8-9c96-462f-897f-89716755c710","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.744652815Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"0ea70648-e4d6-4ec2-bf3b-922bece700d3","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.763958138Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"d0aafc14-fe5c-4645-9818-e6753109da5c","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.786825414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"ed03a9fe-17bd-4f93-a163-8ccaa715b15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.787259966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ef565755-2db8-4289-ac49-42004f78a4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.787628908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1d45fb69-a9db-4db7-8356-feb6d28f091e","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.787685649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"6b3badd0-ced3-4a5e-b95e-60bf93d02633","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.787628903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"2b7e1c90-c5b4-42cb-95c5-03b66bb4944e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.804930568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"ed03a9fe-17bd-4f93-a163-8ccaa715b15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.843366838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1d45fb69-a9db-4db7-8356-feb6d28f091e","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.843389432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"2b7e1c90-c5b4-42cb-95c5-03b66bb4944e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.844370745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"6b3badd0-ced3-4a5e-b95e-60bf93d02633","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.84551425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ef565755-2db8-4289-ac49-42004f78a4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.860059981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1d45fb69-a9db-4db7-8356-feb6d28f091e","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.902309917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1fd0027f-f4cf-451c-81e8-3e80573793cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.92204226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1fd0027f-f4cf-451c-81e8-3e80573793cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:36.978410475Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"8143101e-d260-4598-bc94-8e891381a778","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.000362867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c6a3f67d-104b-443e-9644-b6c69914bcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.019039748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c6a3f67d-104b-443e-9644-b6c69914bcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.099455162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"17fa3516-01c9-450b-9d42-296181644a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.099863774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0d994f2-24d0-4fdf-9c29-b11250e2044a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.100180201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12f33036-c072-40c5-b717-8538de18b7ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.102090017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"fa9f8a73-dcaf-4bec-b79c-b9f8e14924d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.118432091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"17fa3516-01c9-450b-9d42-296181644a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.119030565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12f33036-c072-40c5-b717-8538de18b7ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.121958018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"fa9f8a73-dcaf-4bec-b79c-b9f8e14924d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.122322111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0d994f2-24d0-4fdf-9c29-b11250e2044a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.12355525Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"57125215-b4b1-473e-bc6a-bde4baeccfae","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.136907469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"c326c43e-90b0-4b00-9bfb-5a13ffc300c6","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.136930843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"c326c43e-90b0-4b00-9bfb-5a13ffc300c6","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-dd083f-e0fc5fc96b6a","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.150020698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"66582e00-85b3-4fcd-ad2b-615884e17501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.171311373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"66582e00-85b3-4fcd-ad2b-615884e17501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.408721469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"01770bda-6d47-478b-be5e-7b4e999bfdc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.409203628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"5867e954-31c7-4a6f-adff-5b597d39f488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.409681516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"60788e67-2162-45ee-875e-cd713352945c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.434205281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"d37c029e-6918-4aec-933c-f5fd1ff3aa4f","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.442617513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"5867e954-31c7-4a6f-adff-5b597d39f488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.442666475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"60788e67-2162-45ee-875e-cd713352945c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.443434328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"1dcd04f8-9a0f-451d-935b-590347f78f80","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.438056771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"01770bda-6d47-478b-be5e-7b4e999bfdc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.457608649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"d37c029e-6918-4aec-933c-f5fd1ff3aa4f","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.4620644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"1dcd04f8-9a0f-451d-935b-590347f78f80","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.523648314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"120dd3af-f581-44a2-b07e-635089053ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.523875572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"e233d654-a54b-4e05-b23b-33d9d3340dfa","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.525031502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"6f6011b4-e1e2-4f3e-b458-cb87a1a4cfc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.552990044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"120dd3af-f581-44a2-b07e-635089053ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.560404771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"e233d654-a54b-4e05-b23b-33d9d3340dfa","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.645661967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"6f6011b4-e1e2-4f3e-b458-cb87a1a4cfc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.649030904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"e233d654-a54b-4e05-b23b-33d9d3340dfa","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.658371807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b5dbd739-2f14-4229-b61c-f6c9a8b19b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.672976658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"79d9f0e7-97fa-4199-9c77-67fc5200db74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.679204822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b5dbd739-2f14-4229-b61c-f6c9a8b19b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.688619252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5deee36-0e06-4162-b315-9edddb5e487d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.69101055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"79d9f0e7-97fa-4199-9c77-67fc5200db74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.742118545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5deee36-0e06-4162-b315-9edddb5e487d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.798496409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23d29c41-0a84-4cd7-b7e4-f618cf93e067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.810621192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"4e3a6000-4228-4d38-b8cd-de33a5ab4509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.81139753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"3ad801b8-1c2d-47e7-bf72-be0586078532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.811413051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b88279f2-87cf-4981-9390-3878f60f573a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.816424975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23d29c41-0a84-4cd7-b7e4-f618cf93e067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.828979184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b88279f2-87cf-4981-9390-3878f60f573a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.829033358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"3ad801b8-1c2d-47e7-bf72-be0586078532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:37.831245659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"4e3a6000-4228-4d38-b8cd-de33a5ab4509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.461085559Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"5848ee29-e892-4315-a556-8f05b43df70b","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.500614378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13a792a8-5da6-40ef-ba61-f1ec7a57b8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.500725468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"38ebd89c-7993-43b4-9a45-001c926287da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.501448148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"da7d63e1-8679-4622-8b79-1bd175cdd3de","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.502445783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"4d27df29-9187-489f-94b3-497821b80175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.502883792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"529fe4ec-3e10-42e2-ac4e-3a160c20e72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.514834047Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"1d593b50-3bb8-4078-8389-22b3c1a6d44c","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.520397369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"da7d63e1-8679-4622-8b79-1bd175cdd3de","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.520448733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"529fe4ec-3e10-42e2-ac4e-3a160c20e72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.5226368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"4d27df29-9187-489f-94b3-497821b80175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.522705758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"38ebd89c-7993-43b4-9a45-001c926287da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.524706282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13a792a8-5da6-40ef-ba61-f1ec7a57b8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.536606866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"b4507dea-d967-46e4-a77a-efdd649a9c4a","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.539993205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"da7d63e1-8679-4622-8b79-1bd175cdd3de","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.592219254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"0f722d7c-bdea-484a-b80c-2bde0d5d506e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.59370324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"0dffa55c-54cc-4ece-93ff-3bbdae3f9fc1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.598999135Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"7cf1926f-c271-4bd6-b376-5f2ef5853502","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-dd083f-e0fc5fc96b6a","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.604090758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"1398eb39-be0d-49e9-ba35-21ca7908a06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.604740432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"58eb3057-1f99-4c5f-b1ae-9cb12d3057f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.613947734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"87cfa629-86c5-4250-b8d8-6e70b67b30aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.619470183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"0f722d7c-bdea-484a-b80c-2bde0d5d506e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.622600257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"0dffa55c-54cc-4ece-93ff-3bbdae3f9fc1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.625019849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"1398eb39-be0d-49e9-ba35-21ca7908a06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.627470944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"58eb3057-1f99-4c5f-b1ae-9cb12d3057f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.631611049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"87cfa629-86c5-4250-b8d8-6e70b67b30aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.758827346Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"03bffa88-050c-412f-90d5-602ffa2c241a","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.772057311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"31e67c59-b341-4741-adc1-889302c73cc8","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.844409347Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"a76fe66c-a03e-4a96-8e99-fe14d4db191a","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.845313473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"31e67c59-b341-4741-adc1-889302c73cc8","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.856354272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"47f7ed14-87a9-4960-acef-765f651194d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.857257253Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"29dfb3d2-ade3-4ae1-9f74-e0c0443a8117","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.866930798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"ccc91b90-a30a-4557-ae1d-0af56851e789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.867369516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"f0c56d50-7160-4906-a573-a4f38548bf6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.874791263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"47f7ed14-87a9-4960-acef-765f651194d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.90200069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"f0c56d50-7160-4906-a573-a4f38548bf6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.902836367Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"01c2a12b-5f5a-4bfb-b873-b4c28306f03c","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.911469988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8fa8210b-951d-4483-a33c-58fe8f001b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:39.96051529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"ccc91b90-a30a-4557-ae1d-0af56851e789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.000079526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"536b9c53-39d3-4036-9d58-8e7fd6a51189","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.079807602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8fa8210b-951d-4483-a33c-58fe8f001b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.121381316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b5f844-da9a-453d-9d27-ea1bc7de00ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.136435504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b5f844-da9a-453d-9d27-ea1bc7de00ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.149711596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b5f844-da9a-453d-9d27-ea1bc7de00ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.166615673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b5f844-da9a-453d-9d27-ea1bc7de00ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.196064147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"c9382f87-9c7d-41bb-97c7-b669a7149ceb","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.196278246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"6a428975-914f-4744-8c94-a1e5003f4969","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.198568487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b443519c-ec32-4f34-95d4-323300e6a954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.198844252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98fe43bf-348e-46be-af26-7b0b328985dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.210861197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"895ec0cf-b097-4664-b57b-d650a9372c69","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.21089701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"895ec0cf-b097-4664-b57b-d650a9372c69","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.237587488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98fe43bf-348e-46be-af26-7b0b328985dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.242782038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"6a428975-914f-4744-8c94-a1e5003f4969","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.245794753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b443519c-ec32-4f34-95d4-323300e6a954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.284217862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"f1acb132-3736-4c3b-a686-2509bb79e956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.310700565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"79d43928-65e7-4a95-9ee3-96e1a2f54831","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.310734561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"79d43928-65e7-4a95-9ee3-96e1a2f54831","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.322078626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"f1acb132-3736-4c3b-a686-2509bb79e956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.323911364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"6a428975-914f-4744-8c94-a1e5003f4969","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:40.326414697Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"79d43928-65e7-4a95-9ee3-96e1a2f54831","name":"e2e-cfl-dd083f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-dd083f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:40.326559013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"79d43928-65e7-4a95-9ee3-96e1a2f54831","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-dd083f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.345717049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"e2673ff5-2f34-4bfc-9696-2109333f4534","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.345744931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"e2673ff5-2f34-4bfc-9696-2109333f4534","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.345969108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"83c65863-4fd4-486f-8f4a-dbfa6319bd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.367712125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"974adebb-cc9b-427a-aa95-e680a27505e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.369862339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"83c65863-4fd4-486f-8f4a-dbfa6319bd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.395959773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"974adebb-cc9b-427a-aa95-e680a27505e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.492923899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"8796c0e5-ad7e-46ff-a09d-3232a4a65696","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.506270363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"09456073-b894-4260-9dfa-cf64214f63d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.510702917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"8796c0e5-ad7e-46ff-a09d-3232a4a65696","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.511637743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"83446040-8621-447c-a9d8-15777c7d6c32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.523940275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"09456073-b894-4260-9dfa-cf64214f63d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.528993652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"83446040-8621-447c-a9d8-15777c7d6c32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.592501249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a093c29e-3aba-4ad2-ad58-a58930112360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.593256196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"0577f4b3-e020-4931-8df4-5dcd7139894f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.610445646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a093c29e-3aba-4ad2-ad58-a58930112360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.610702979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"0577f4b3-e020-4931-8df4-5dcd7139894f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.694504034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"5f3320aa-9e4a-4de3-ad68-1d2d30886208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.694504027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"f7180eaf-b404-4fbe-882e-031f489ad4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.696243645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c64b4888-5d4a-455b-82e1-a9fc42612171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.711986921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"f7180eaf-b404-4fbe-882e-031f489ad4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.713449965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"5f3320aa-9e4a-4de3-ad68-1d2d30886208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.716291448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c64b4888-5d4a-455b-82e1-a9fc42612171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.787518522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"feb5985e-cc52-4bb9-897e-077dbc605506","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.787541109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"feb5985e-cc52-4bb9-897e-077dbc605506","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.798546498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"3603997c-0352-470e-808a-09794b42ee0c","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.815296201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ecaeed-a1d4-4233-8d73-5f9f2d551194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.816527557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"3603997c-0352-470e-808a-09794b42ee0c","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.828171709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ecaeed-a1d4-4233-8d73-5f9f2d551194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.841106959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ecaeed-a1d4-4233-8d73-5f9f2d551194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.844544833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"3603997c-0352-470e-808a-09794b42ee0c","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.853904636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ecaeed-a1d4-4233-8d73-5f9f2d551194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.887787854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"f135a2b1-7faf-4df2-8315-08652b02c149","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.900133588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a150f8f9-8fd9-4536-978f-94123d773072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.900831761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"5c2d84b0-2556-4395-a3e5-9c20c30d0691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.901186538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f8b258d-3476-4160-b2a2-13dca9f34541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.901886247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de7a3f41-24e4-4b45-ac6f-73a8f8e4c0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.905043694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"f135a2b1-7faf-4df2-8315-08652b02c149","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.92690818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"5c2d84b0-2556-4395-a3e5-9c20c30d0691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.927079203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f8b258d-3476-4160-b2a2-13dca9f34541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.929544219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a150f8f9-8fd9-4536-978f-94123d773072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:40.929705795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de7a3f41-24e4-4b45-ac6f-73a8f8e4c0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:41.085283499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"2ed64c11-3b0a-4d35-bf0e-f54942c079df","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:41.085306418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"2ed64c11-3b0a-4d35-bf0e-f54942c079df","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.455232905Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"e7a4192d-81e9-4bf2-baac-ff06a69321de","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.474592543Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"b25f8f67-7846-45b3-80d1-f9a349049e93","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.486068822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"ff2bd43c-b8fc-4a52-b385-df82985f0116","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.496352467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"487ec110-d3a8-4f6a-aa3c-3fc86e2afb12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.496352731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"6c1c1008-b0f8-4eeb-84c6-1236772d7b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.496634339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"a6589556-cba5-4ebe-85c5-c651f4b635df","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.497914793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"55a99e7e-9ee3-49e4-8abe-550d0d612e29","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.503498471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"ff2bd43c-b8fc-4a52-b385-df82985f0116","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.513532456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"487ec110-d3a8-4f6a-aa3c-3fc86e2afb12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.514224885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"6c1c1008-b0f8-4eeb-84c6-1236772d7b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.515705998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"a6589556-cba5-4ebe-85c5-c651f4b635df","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.518174212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"55a99e7e-9ee3-49e4-8abe-550d0d612e29","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.532016697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"a6589556-cba5-4ebe-85c5-c651f4b635df","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.576539653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"502617a3-80eb-4bab-9480-e43194dae040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.594084058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"502617a3-80eb-4bab-9480-e43194dae040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.684001356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f9405ced-ca7a-4bf7-bf14-ccff2f068757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.684055833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bedd1f59-85b9-4213-a9ef-1a6648c76dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.685174754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"7036059b-c4fc-4529-a641-f2fbf45d9b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.704238087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"e395ee89-99e9-4b49-a607-54dbf75ff4d1","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.708953031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f9405ced-ca7a-4bf7-bf14-ccff2f068757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.710237833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bedd1f59-85b9-4213-a9ef-1a6648c76dc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.711571494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"7036059b-c4fc-4529-a641-f2fbf45d9b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.78382737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f98457ae-7d81-4ee8-84d2-08022e166beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.783854246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82db4082-0aac-4d81-9a3f-fa38253d4c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.801885696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f98457ae-7d81-4ee8-84d2-08022e166beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.80199244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82db4082-0aac-4d81-9a3f-fa38253d4c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.906041822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"88a489ea-0c49-4204-a4e1-718a5c043efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.906431657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3cc67411-8e22-40a2-87b7-f6d5c45c7f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.918337711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"70eda66c-4b55-4b0a-96b6-360576ab51a7","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.92136099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"bc25cfc3-c1cc-4751-89c7-63b918f21f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.924439303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"1392984b-0365-474c-b8d6-22facddf14f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.930900133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"88a489ea-0c49-4204-a4e1-718a5c043efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.93162022Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"676360a4-e233-4505-b2ef-158323a21b73","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.941601434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"70eda66c-4b55-4b0a-96b6-360576ab51a7","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.944909867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"bc25cfc3-c1cc-4751-89c7-63b918f21f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.945960041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3cc67411-8e22-40a2-87b7-f6d5c45c7f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.948638388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"1392984b-0365-474c-b8d6-22facddf14f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.949192499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"75d4b812-03ef-42f2-a223-af2b3b65e5ef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:42.949347512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"75d4b812-03ef-42f2-a223-af2b3b65e5ef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.255175724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2fe8a622-dc6a-446a-affa-d53141c8f949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.273211905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2fe8a622-dc6a-446a-affa-d53141c8f949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.277846892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"cc0cca23-00c3-491a-b696-9aea8b2ce807","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.288069551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"821b676c-8541-45c6-9bab-3a239e1eccb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.288324547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"e36915e0-11e9-4124-b41d-842090ffc711","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.295584312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"cc0cca23-00c3-491a-b696-9aea8b2ce807","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.305727091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"821b676c-8541-45c6-9bab-3a239e1eccb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.306071663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"e36915e0-11e9-4124-b41d-842090ffc711","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.388340743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"7ad232fe-c021-478a-899d-91bd415fa4dd","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.40942725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"7ad232fe-c021-478a-899d-91bd415fa4dd","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.425986417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"7ad232fe-c021-478a-899d-91bd415fa4dd","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.491982283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"81d25ac8-c2cf-437d-8fac-f35bfddf0b63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.492272177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e20b93f-154d-4e6d-9b85-d492b2e28705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.492441572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82ee40cb-5ed1-453f-91cc-a28427ea9aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.51285637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"81d25ac8-c2cf-437d-8fac-f35bfddf0b63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.554364318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e20b93f-154d-4e6d-9b85-d492b2e28705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.554738457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82ee40cb-5ed1-453f-91cc-a28427ea9aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.590041889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"9232c7af-0dde-400a-be2c-042d3dd71586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.590464499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"a7768460-be32-47b0-9b31-c90330820ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.607825104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"9232c7af-0dde-400a-be2c-042d3dd71586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.607849376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"a7768460-be32-47b0-9b31-c90330820ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.694421423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"acfe8ba0-6324-4f94-b330-4ba25d66ac61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.712056837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"acfe8ba0-6324-4f94-b330-4ba25d66ac61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.777342152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"f03ece40-9ecd-42b0-a4d2-0a90b998eb77","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.789420106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"665dd08c-aed4-4c7e-86a1-ab8ea16f6341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.791529996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"217a775a-6728-4c78-acc9-41b22cefe9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.791744601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d33702c6-4724-4ed7-a67a-9b9ed4467c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.794630692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"f03ece40-9ecd-42b0-a4d2-0a90b998eb77","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.80717261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"665dd08c-aed4-4c7e-86a1-ab8ea16f6341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.809353452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"217a775a-6728-4c78-acc9-41b22cefe9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.809573865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d33702c6-4724-4ed7-a67a-9b9ed4467c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.889036169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"899cec06-33e2-41ad-a1c7-f1428d154ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:43.906727139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"899cec06-33e2-41ad-a1c7-f1428d154ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.571694475Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"d7e9a738-881f-4c44-ad6e-7d57563fa957","namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.592196139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"92c75c13-bbd5-40c5-b50b-e91657af8bef","namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.603783249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"bcb417a2-e8ba-4a59-be74-c11cf21bcde5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.607443262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"1ea10714-041f-44f3-8688-d3d08ae3f3df","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.614586679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f63acb38-c475-4153-9494-1c8af4bdcad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.617085146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"a0bdb908-c4a5-4de1-a26c-bdcd08300aac","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.619342864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"cdaaca78-294a-4817-923e-8c55addb4d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.621047782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"bcb417a2-e8ba-4a59-be74-c11cf21bcde5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.624590478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"1ea10714-041f-44f3-8688-d3d08ae3f3df","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.631959734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f63acb38-c475-4153-9494-1c8af4bdcad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.634220714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"a0bdb908-c4a5-4de1-a26c-bdcd08300aac","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.637758526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"cdaaca78-294a-4817-923e-8c55addb4d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.651951982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"a0bdb908-c4a5-4de1-a26c-bdcd08300aac","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.693101938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"6f25e553-5e93-4116-9d66-102567745695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.710630036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"6f25e553-5e93-4116-9d66-102567745695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.807579407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"163dfb5d-fe28-4134-8e5b-8d49756a76dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.808529242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7c800071-c2f1-49a6-9039-114b9f91d03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.814743917Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"8d073f39-1b6e-4574-a083-cc751b5fc876","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.827752304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7c800071-c2f1-49a6-9039-114b9f91d03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.827770896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"163dfb5d-fe28-4134-8e5b-8d49756a76dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.909476756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"17d460c4-2230-42a5-8bd6-f1dab65e34cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.910982909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"03b6ac26-86fa-44b8-bcfa-64564c1ef84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.913248784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2807a7d4-0647-48c1-befc-d32e30dbfac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.922230136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af581d7c-30c4-4b02-8168-5f36c7365fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.927533395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"17d460c4-2230-42a5-8bd6-f1dab65e34cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.939692023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2807a7d4-0647-48c1-befc-d32e30dbfac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.940636185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"03b6ac26-86fa-44b8-bcfa-64564c1ef84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.948840893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af581d7c-30c4-4b02-8168-5f36c7365fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:44.948957295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08539748-a649-4866-a73e-b2add6b69adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.003710066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08539748-a649-4866-a73e-b2add6b69adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.033742375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"6e4a30bd-e451-4d13-8827-afb7ead84d33","namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.078892004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"e1630d85-590d-4ed6-8b8b-38a639b67056","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.078928657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"e1630d85-590d-4ed6-8b8b-38a639b67056","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.235941354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"2b1928f7-0def-4fb7-81f2-fbf632e98b66","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.235976264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"2b1928f7-0def-4fb7-81f2-fbf632e98b66","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.244889763Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"14e64f87-ba06-4721-a989-03d134fefe48","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.35268641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"7b48a14a-00e0-428f-b23a-135ec406b744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.36596134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"5cff0f39-e66c-4f21-828f-a89df001a94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.366032375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f0350e2a-f233-43cc-a14e-093197c1962f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.365978109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e15ad32b-9344-4b28-9c5e-b3fb77474502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.372059689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"7b48a14a-00e0-428f-b23a-135ec406b744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.392923986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1ee888c8-fbac-4563-9e14-def81b8bce27","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.400634351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"5cff0f39-e66c-4f21-828f-a89df001a94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.401508302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f0350e2a-f233-43cc-a14e-093197c1962f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.442986923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1ee888c8-fbac-4563-9e14-def81b8bce27","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.446214542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e15ad32b-9344-4b28-9c5e-b3fb77474502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.46995785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1ee888c8-fbac-4563-9e14-def81b8bce27","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.482691695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"e8b6b83e-5181-4b2b-8a82-788b1869d486","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.50997133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"661f425e-d4f4-4a71-ad6f-e094066208f1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.529320189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"661f425e-d4f4-4a71-ad6f-e094066208f1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.56411435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"00a7351f-1654-4c25-9c32-a0fa3dcf4cee","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.56415885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"00a7351f-1654-4c25-9c32-a0fa3dcf4cee","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:45.586355557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-sub","reconcileID":"67d8f6dc-9904-4899-a35c-9431b5b8565b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-dd083f-2c7cf5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.597561029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"f6cc2c9f-c4a6-4962-b578-1a95aeff952e","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.59758412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"f6cc2c9f-c4a6-4962-b578-1a95aeff952e","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:45.611915951Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"f6cc2c9f-c4a6-4962-b578-1a95aeff952e","name":"e2e-cfl-dd083f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-dd083f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:45.61196692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"f6cc2c9f-c4a6-4962-b578-1a95aeff952e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-dd083f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.612812712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e1e1427b-6291-4c5f-a8f0-a8f364a7e863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.630550148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e1e1427b-6291-4c5f-a8f0-a8f364a7e863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.631075714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"1ff52110-221d-4182-9c0c-a81793addf42","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.631091835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"1ff52110-221d-4182-9c0c-a81793addf42","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.644513503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"3eeaedfb-047c-48b0-9b99-1e4f2749cf41","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.644534841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"3eeaedfb-047c-48b0-9b99-1e4f2749cf41","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.658125962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"0d08f57d-d19f-4cb8-86f8-118ceaba2812","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.658160278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"0d08f57d-d19f-4cb8-86f8-118ceaba2812","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.681423914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"03e2c650-51aa-4b8d-a9fe-8887aeddd7f1","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.681455683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"03e2c650-51aa-4b8d-a9fe-8887aeddd7f1","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.697092357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"0357520c-68b8-404c-95b6-b76cbc6b865d","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.697125586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"0357520c-68b8-404c-95b6-b76cbc6b865d","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.70896678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"af23de63-2c95-42f8-8f86-408370eac36a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.709576977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"969f7355-3497-41c9-a20c-7b8806e2b20d","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.713284776Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-sub","reconcileID":"e27e9cef-4acc-48cd-8e3b-287f19ff5eae","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-dd083f","model":"e2e-cfl-dd083f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.724157905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041d6fa6-3694-4646-9d57-2646a92c62f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.726670119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"af23de63-2c95-42f8-8f86-408370eac36a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.727182363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"969f7355-3497-41c9-a20c-7b8806e2b20d","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.741648095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041d6fa6-3694-4646-9d57-2646a92c62f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.74392215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c1b0da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6001f4a4eef49c7abd6eaabc153e9429612ae3ab28acf2546f053458093cd92a) AuthConfig (4ca0186ed6dfce2449a24f469bc9104e9eabfc17ff2f4f4da920be60f2af7cc2) AuthConfig (7e05cebd745c72830af811ef5f63f3b15ac457dda96e94c611eb736b1ca085ae) AuthConfig (bea237b1a62effd6f9584a15f98dc702db6ce123d16c5abfba2fe42f4518926a) AuthConfig (a0979fb3f4622698eb21faa6bf3728fd0a4a1d43f16929804179afda6c231590) AuthConfig (b12f4e6283c67856537af05116437da21fe01e6c7104db8229be9ba4aa3bfb28) EnvoyFilter (openshift-ingress/e2e-extmod-b-c1b0da) EnvoyFilter (openshift-ingress/e2e-extmod-b-c1b0da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"969f7355-3497-41c9-a20c-7b8806e2b20d","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.775182689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"b3014cca-00fe-43fc-98e0-61e744666c48","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.775202346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"b3014cca-00fe-43fc-98e0-61e744666c48","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.78999401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"a6c5486e-5027-4a21-a790-46b65ec30241","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.790012704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"a6c5486e-5027-4a21-a790-46b65ec30241","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.812875024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ce48aa71-9aa4-4478-afa0-03a8b591bf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.813306894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"585737cd-85a7-422f-a308-bd3e40752aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.814898465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"cb00af6b-519e-4b4f-8074-4ec630f67e21","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.827862117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-sub","reconcileID":"24a474d5-fd5c-46c9-9ffa-26c96717b887","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-dd083f","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.830795217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"585737cd-85a7-422f-a308-bd3e40752aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.830884886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ce48aa71-9aa4-4478-afa0-03a8b591bf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.833218784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"cb00af6b-519e-4b4f-8074-4ec630f67e21","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.909802419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"1fbab3bc-6432-4b00-99a2-efd59bbc9c03","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.912717721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"099506b8-f93c-4e65-82e7-37714c763547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.913091903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"528e0ecb-72c4-4512-a07e-7a63f4bd583c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.930213512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"099506b8-f93c-4e65-82e7-37714c763547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:45.930298558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"528e0ecb-72c4-4512-a07e-7a63f4bd583c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.013449677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"196f4639-a902-4afc-87e9-c25a55c605d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.013875601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"4dc32412-9659-455a-8c0d-cde8967ee173","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.0146722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3aaa9bd6-4509-437f-894d-6ef402d87698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.030617413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"196f4639-a902-4afc-87e9-c25a55c605d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.031354689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"4dc32412-9659-455a-8c0d-cde8967ee173","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.032824379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3aaa9bd6-4509-437f-894d-6ef402d87698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.047479785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"4dc32412-9659-455a-8c0d-cde8967ee173","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.099479407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"51673a4f-6660-4993-868d-3a6f24b79f12","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.112524119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"0fc0ffed-ef9f-43ac-b8aa-9490f6c26e19","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.112783577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d94bc59c-fe75-43d0-b864-98f8cdae19ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.130382117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d94bc59c-fe75-43d0-b864-98f8cdae19ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.15836902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"79126293-93fe-47b4-9958-856e5cda0c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.158649715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"34e0f123-9ff3-4c88-a873-70618bfbcca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.17628256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"79126293-93fe-47b4-9958-856e5cda0c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.176463091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"34e0f123-9ff3-4c88-a873-70618bfbcca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.202776577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"fd967071-4c84-458b-bbef-d49ebb549ebc","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.215068071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"d6631113-1e9c-4026-9a22-b8d2942e4416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.221166616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"fd967071-4c84-458b-bbef-d49ebb549ebc","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.237944934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"d6631113-1e9c-4026-9a22-b8d2942e4416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.371607874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"2555aa64-72af-4c66-a787-3610bee3af6e","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.3735888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"751485ea-72a1-4c0e-90f6-a8489500e19a","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.373613652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"751485ea-72a1-4c0e-90f6-a8489500e19a","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.377980178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d941f463-d77f-4b00-9b45-48ceb0f01dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.389242288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"2555aa64-72af-4c66-a787-3610bee3af6e","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.395930022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d941f463-d77f-4b00-9b45-48ceb0f01dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.405401409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c1b0da-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6001f4a4eef49c7abd6eaabc153e9429612ae3ab28acf2546f053458093cd92a) AuthConfig (4ca0186ed6dfce2449a24f469bc9104e9eabfc17ff2f4f4da920be60f2af7cc2) AuthConfig (7e05cebd745c72830af811ef5f63f3b15ac457dda96e94c611eb736b1ca085ae) AuthConfig (bea237b1a62effd6f9584a15f98dc702db6ce123d16c5abfba2fe42f4518926a) AuthConfig (a0979fb3f4622698eb21faa6bf3728fd0a4a1d43f16929804179afda6c231590) AuthConfig (b12f4e6283c67856537af05116437da21fe01e6c7104db8229be9ba4aa3bfb28) EnvoyFilter (openshift-ingress/e2e-extmod-b-c1b0da) EnvoyFilter (openshift-ingress/e2e-extmod-b-c1b0da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"2555aa64-72af-4c66-a787-3610bee3af6e","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.46513333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"930d0fc8-4edf-4814-95a2-7e56cc46f546","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.475114758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4ff941bf-4292-4db1-9c72-3999c17f9792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.475228527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"95f197df-2dbe-40a5-8ba1-4fe281778dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.475119143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"036b841b-9326-41f9-925e-be767c12bd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.499323775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"46b50e4a-92cf-4374-900c-8c139c5b4f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.502955863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"930d0fc8-4edf-4814-95a2-7e56cc46f546","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.504559434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"95f197df-2dbe-40a5-8ba1-4fe281778dd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.506279877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"036b841b-9326-41f9-925e-be767c12bd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.511892347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4ff941bf-4292-4db1-9c72-3999c17f9792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.519512935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"46b50e4a-92cf-4374-900c-8c139c5b4f47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.664512023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"e40f144e-eb39-414a-9398-34089a1905c1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.678513125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"4dc8ec30-3c71-45a9-9d2b-183a1a1919ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.678871107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"59f02f19-c815-4b65-85cd-2531c38739b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.684738416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"e40f144e-eb39-414a-9398-34089a1905c1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.689026157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"c10826fd-5f7f-4a05-98e5-804ea75569a0","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.698638543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"1e2adde1-361a-4bca-a0ea-495da2e4e7c9","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.698659608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"1e2adde1-361a-4bca-a0ea-495da2e4e7c9","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.701082192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"4dc8ec30-3c71-45a9-9d2b-183a1a1919ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.70189484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"59f02f19-c815-4b65-85cd-2531c38739b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.706413827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"c10826fd-5f7f-4a05-98e5-804ea75569a0","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.722529865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5cfa2ade8d1d7d64006eb6c91a84397d7979137da7252d95198080daca63ac9) AuthConfig (57291a7cbcabb602ce02bbd0ea80bfaa6a109a124b8a8671246b3b42175a4a7a) AuthConfig (2a79f74b6080b3d4034ed6057bbcaac582ad30f67c374306e686bdfd3abf3d70) AuthConfig (7bd22dc7f7ac707b4599f68fb802daf8fccc60e2d1fc7429cc25f0d52092c5c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"c10826fd-5f7f-4a05-98e5-804ea75569a0","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.773958037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cf9841a-6857-4e53-b393-87b28750d1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.774856743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"6a4f02ce-d79b-4bb4-8fae-7f0a3e8504db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.791551864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cf9841a-6857-4e53-b393-87b28750d1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.792108962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"6a4f02ce-d79b-4bb4-8fae-7f0a3e8504db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:46.889872365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"158faf3d-e0cf-45a7-b2b7-be2ba278b200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:47.018559229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"158faf3d-e0cf-45a7-b2b7-be2ba278b200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:48.806507057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:49.708743265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-sub","reconcileID":"bb9f7e2b-be30-4bee-a97b-8d7f1652b8e6","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-cmp-legacy-bda463","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:49.783977845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"4021068a-84c2-4bbf-b527-6beeaf70c1fb","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:49.7839996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"4021068a-84c2-4bbf-b527-6beeaf70c1fb","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:50.366510221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"19e0dc4a-b61b-465f-b0bf-5720f9e29b14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:50.441628536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"19e0dc4a-b61b-465f-b0bf-5720f9e29b14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:50.552801958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"085c3c27-6719-4de4-b6a3-62bfed9a6ce4","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:50.566012737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"325588d6-5194-45b2-9dc1-57105c2d0d23","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:50.571591669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"085c3c27-6719-4de4-b6a3-62bfed9a6ce4","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:50.58388092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"325588d6-5194-45b2-9dc1-57105c2d0d23","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:50.600458238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db0cf498f17d49a661e7bfe2d21e8da846f3e784fccb04d7630e83939ebf4b7a) AuthConfig (06f739d046e2e0945ca28cc306aaa7b8f9fde8b1dda984f3f5fefedb8adf90c3) AuthConfig (397d5cd8218244d76040c82bd5cc2f2461ba48042c6d31987ad3780103ad6a3e) AuthConfig (f0f9e7be64f0ff9f6adaf9a3ca6433b6eed88237ad30a9b3fb7f1fd3a1f315ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"325588d6-5194-45b2-9dc1-57105c2d0d23","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:50.632845342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"e91e3068-7e6a-4f8e-b4c6-27a06ae08963","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:50.632868304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"e91e3068-7e6a-4f8e-b4c6-27a06ae08963","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.346443292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"78ab3f14-d17c-4b4b-beb1-3e6f12853415","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.346467948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"78ab3f14-d17c-4b4b-beb1-3e6f12853415","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:51.366815782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"59898749-7924-49ea-b69d-60853cbda38f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-91e5e9-407152-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.37639178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"8370fefc-f62c-48ea-b44b-1bf4ab7ecce3","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.376417247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"8370fefc-f62c-48ea-b44b-1bf4ab7ecce3","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:51.390964039Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"8370fefc-f62c-48ea-b44b-1bf4ab7ecce3","name":"e2e-cfl-91e5e9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-91e5e9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:51.391022114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"8370fefc-f62c-48ea-b44b-1bf4ab7ecce3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-91e5e9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.393282062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"1de1fc5a-ea74-4cc9-ad70-628d5946fd85","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.410802298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"1de1fc5a-ea74-4cc9-ad70-628d5946fd85","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.411340959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"3c0f7e3e-2418-481c-af3f-68dff17dcce6","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.411360932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"3c0f7e3e-2418-481c-af3f-68dff17dcce6","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.424743142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"e83cb9ae-2c8c-4619-900c-ba5565f727f1","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.424767609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"e83cb9ae-2c8c-4619-900c-ba5565f727f1","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.438047236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"553bbc72-5e18-462f-8635-a429e8ae94d8","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.438068717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"553bbc72-5e18-462f-8635-a429e8ae94d8","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.489417997Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"6fd2aec4-e32a-4ae4-9ac6-131e1197a5a1","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-91e5e9","model":"e2e-cfl-91e5e9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.563676999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"e2e73245-8e91-410b-8cf6-03135247ba96","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.563709856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"e2e73245-8e91-410b-8cf6-03135247ba96","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:51.602061538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"64afcf1b-773c-47d3-a26a-9191882c9559","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-91e5e9","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.707564967Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"ad4a1f67-7f6f-410c-80f4-1fce13624ffc","namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.72297411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"59fe99a8-778f-4112-a52d-e30e382b3db6","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.723004894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"59fe99a8-778f-4112-a52d-e30e382b3db6","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.744789233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"165f7b46-b52b-4b93-9e7c-789753b79cd6","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.747365533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"72c873c6-714b-42e0-a52c-e82d48059805","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.759260139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"9c481b1a-4396-4a27-9002-9f69f7c042a4","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.759271871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"532dd320-7169-45d0-bef6-6dbff13d0ad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.759548906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"2694cf2a-c2ed-4f5c-a060-9ac5f361f101","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.763880214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"165f7b46-b52b-4b93-9e7c-789753b79cd6","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.765828442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"72c873c6-714b-42e0-a52c-e82d48059805","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.777475412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"9c481b1a-4396-4a27-9002-9f69f7c042a4","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.77765765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"532dd320-7169-45d0-bef6-6dbff13d0ad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.78003993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"2694cf2a-c2ed-4f5c-a060-9ac5f361f101","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.794353034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db0cf498f17d49a661e7bfe2d21e8da846f3e784fccb04d7630e83939ebf4b7a) AuthConfig (06f739d046e2e0945ca28cc306aaa7b8f9fde8b1dda984f3f5fefedb8adf90c3) AuthConfig (397d5cd8218244d76040c82bd5cc2f2461ba48042c6d31987ad3780103ad6a3e) AuthConfig (f0f9e7be64f0ff9f6adaf9a3ca6433b6eed88237ad30a9b3fb7f1fd3a1f315ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"9c481b1a-4396-4a27-9002-9f69f7c042a4","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.851260661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"c2a7e274-bcc7-4709-97bf-784ce062166a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.855073077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"67290c7a-f6ff-4636-8780-45aa0c1a2135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.869739695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"c2a7e274-bcc7-4709-97bf-784ce062166a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.875164294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"67290c7a-f6ff-4636-8780-45aa0c1a2135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.93309925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"9ce7dcd3-0f3e-4dae-b0bc-92fb40fb5490","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.933127086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"9ce7dcd3-0f3e-4dae-b0bc-92fb40fb5490","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.949023315Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"6faf8b41-f0f6-4f74-8bc1-5ef12f6b4970","namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.950401362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"10bd6b18-7781-40f7-8bdc-f3688bbd156a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.950418639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"f32b2fc2-13e2-487f-90b5-63a944f25cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.959433025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e978a39-2e43-457d-937a-5a9180637f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.961883803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"563b2139-c4e6-4319-9ae3-be43f670d792","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.961901665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"563b2139-c4e6-4319-9ae3-be43f670d792","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.967708096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"f32b2fc2-13e2-487f-90b5-63a944f25cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.968229215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"10bd6b18-7781-40f7-8bdc-f3688bbd156a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:52.978487221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e978a39-2e43-457d-937a-5a9180637f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.050004277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"12df1892-7949-4baa-965c-4df49aaaffb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.051328812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"621132aa-871f-4088-8d0f-c5e86c497bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.055359461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"a029e6af-cdce-4afc-b53b-c7be77c0ae23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.056454014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"189be24d-0981-4bd2-831d-4db7e21d9d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.057248313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"9c32e9d5-9da8-4124-8efc-76da1d7271f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.06731305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"12df1892-7949-4baa-965c-4df49aaaffb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.069630561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"621132aa-871f-4088-8d0f-c5e86c497bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.073600239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"a029e6af-cdce-4afc-b53b-c7be77c0ae23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.07437392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"9c32e9d5-9da8-4124-8efc-76da1d7271f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.076905891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"189be24d-0981-4bd2-831d-4db7e21d9d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.256278855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0c4bfd00-73d9-4ec4-b242-0f52756301e3","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.256497108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"7742f553-2b75-4168-a997-6e0b3746a10c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.275870466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1a1ef947-ddb4-4e18-be97-76411fdc298a","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.276009482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"330f54aa-32b7-4723-82df-98da6c3057f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.286673266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"deffb955-3455-469d-8e99-48aaeaf4c437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.2918903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0c4bfd00-73d9-4ec4-b242-0f52756301e3","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.291911906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"7742f553-2b75-4168-a997-6e0b3746a10c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.295683705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1a1ef947-ddb4-4e18-be97-76411fdc298a","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.295972545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"330f54aa-32b7-4723-82df-98da6c3057f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.311920385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"deffb955-3455-469d-8e99-48aaeaf4c437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.31312058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db0cf498f17d49a661e7bfe2d21e8da846f3e784fccb04d7630e83939ebf4b7a) AuthConfig (06f739d046e2e0945ca28cc306aaa7b8f9fde8b1dda984f3f5fefedb8adf90c3) AuthConfig (397d5cd8218244d76040c82bd5cc2f2461ba48042c6d31987ad3780103ad6a3e) AuthConfig (f0f9e7be64f0ff9f6adaf9a3ca6433b6eed88237ad30a9b3fb7f1fd3a1f315ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1a1ef947-ddb4-4e18-be97-76411fdc298a","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.364939355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"5049ed21-4ccc-4648-9600-064715b9fab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.374643969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"6b0735f1-1de7-4ca9-ade5-19950f87a422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.383921051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"5049ed21-4ccc-4648-9600-064715b9fab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.388702093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"452fce61-853f-4bcc-898f-a3357adb2ade","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.39394504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"6b0735f1-1de7-4ca9-ade5-19950f87a422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.394223324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"537487d4-51fe-4681-b365-8287f63b9f09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.400834223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7175bc0b-f4e0-46b9-a385-ef8e75157c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.406479875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"452fce61-853f-4bcc-898f-a3357adb2ade","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.412713064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"537487d4-51fe-4681-b365-8287f63b9f09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.418358877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7175bc0b-f4e0-46b9-a385-ef8e75157c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.460880344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f7f5fa61-9567-4618-865f-4f6ca0810551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.470041197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"cff3875f-e98e-4713-8a0c-985a99e2c0e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.478440536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f7f5fa61-9567-4618-865f-4f6ca0810551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.478679441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"b96ffc47-6aac-41e7-a0f1-996da736cdb0","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.487664091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"cff3875f-e98e-4713-8a0c-985a99e2c0e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:53.498326798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"b96ffc47-6aac-41e7-a0f1-996da736cdb0","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.799619936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"04d53d05-4a3f-4b4e-a256-7d0a5c8b90ad","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.799644235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"04d53d05-4a3f-4b4e-a256-7d0a5c8b90ad","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:55.821520901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-sub","reconcileID":"673037bd-bb42-491d-9fe9-553c9d52cd8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-3cfb14-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.831567073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"732cf3d4-adea-4ad3-a6de-b6aee13e6173","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.83158533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"732cf3d4-adea-4ad3-a6de-b6aee13e6173","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:55.845724448Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"732cf3d4-adea-4ad3-a6de-b6aee13e6173","name":"e2e-att-serve-3cfb14","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-3cfb14\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:11:55.845788969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"732cf3d4-adea-4ad3-a6de-b6aee13e6173","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-3cfb14\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.84750848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"fe71a345-467b-47b0-bcc4-876810426b75","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.864973351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"fc0e078d-0895-4ee0-9f4f-e6de69af0cd2","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.864996089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"fc0e078d-0895-4ee0-9f4f-e6de69af0cd2","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.865523926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"fe71a345-467b-47b0-bcc4-876810426b75","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.879731479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"8e735151-7892-4d87-8874-f8a461909bf0","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.879754266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"8e735151-7892-4d87-8874-f8a461909bf0","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.89304631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"9a95ce01-0612-4ba8-b904-83d634156350","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.893065194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"9a95ce01-0612-4ba8-b904-83d634156350","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:55.94078461Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-sub","reconcileID":"abdfc22d-ef21-4d9b-ab98-06fbdb210dd2","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"maas-trlp-e2e-att-serve-3cfb14","model":"e2e-att-serve-3cfb14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-c1b0da/e2e-att-serve-3cfb14-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:56.016819355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"208b6586-be92-4475-8fcc-4552790bdac4","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:56.016842879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"208b6586-be92-4475-8fcc-4552790bdac4","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:56.055078081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-sub","reconcileID":"6cd1fe3f-7b75-43f2-ac9a-8c7744a86a58","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"maas-trlp-e2e-att-serve-3cfb14","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:56.130000614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"a81b230a-be24-4ee1-813d-b53bff95d41a","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:11:56.130111683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"a81b230a-be24-4ee1-813d-b53bff95d41a","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:03.356656579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"5c2cc228-c0fa-47cf-a52b-8ac80be08ddd","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:03.374299125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"5c2cc228-c0fa-47cf-a52b-8ac80be08ddd","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:03.395344462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db0cf498f17d49a661e7bfe2d21e8da846f3e784fccb04d7630e83939ebf4b7a) AuthConfig (06f739d046e2e0945ca28cc306aaa7b8f9fde8b1dda984f3f5fefedb8adf90c3) AuthConfig (397d5cd8218244d76040c82bd5cc2f2461ba48042c6d31987ad3780103ad6a3e) AuthConfig (f0f9e7be64f0ff9f6adaf9a3ca6433b6eed88237ad30a9b3fb7f1fd3a1f315ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"5c2cc228-c0fa-47cf-a52b-8ac80be08ddd","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:04.435947249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"0bea1182-304a-41b4-bb47-7064606f8120","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:04.435976656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"0bea1182-304a-41b4-bb47-7064606f8120","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:04.471201406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-sub","reconcileID":"aa0bdfd2-ee36-45e0-b644-63b9fc8a33dc","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ccba383","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:04.488299155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"00a254a2-5877-4a5e-b5f6-1a7b77db1672","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:04.506034482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"00a254a2-5877-4a5e-b5f6-1a7b77db1672","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:10.583806545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-sub","reconcileID":"de581298-47c3-44a9-a434-0ba5ca2a8161","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"maas-trlp-e2e-att-serve-3cfb14","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:10.661646368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"06935967-29d6-4572-8c55-b27d35d30ae5","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:10.661677985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"06935967-29d6-4572-8c55-b27d35d30ae5","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:10.749347603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-sub","reconcileID":"0ba5f3af-2eee-4023-aa4b-942427a5a287","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-dd083f","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:10.856080308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"4e9fe27f-3709-4efb-bbd9-f08e4385858d","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:10.856106408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"4e9fe27f-3709-4efb-bbd9-f08e4385858d","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:11.161035199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"e0ce702a-4c73-41a5-a936-bc7ffd5df2d6","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-91e5e9","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:11.235334069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"e95df1c2-a304-4a19-952e-79ca11a925ca","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:11.235357417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"e95df1c2-a304-4a19-952e-79ca11a925ca","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:11.671571114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"2573eece-1059-4525-96ca-e1a79bb13b5e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:11.691255453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"2573eece-1059-4525-96ca-e1a79bb13b5e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:12.341870683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"0d6dbe73-f021-4ac9-afca-81321632bdab","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:12.359674852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"0d6dbe73-f021-4ac9-afca-81321632bdab","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:12.443156117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"b728c736-c703-4e17-8c29-388f98e41edf","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:12.461729512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"b728c736-c703-4e17-8c29-388f98e41edf","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.054417656Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf"},"namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","reconcileID":"4b4216fe-58c6-428e-be26-f025467e0c69","namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.073819068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf"},"namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","reconcileID":"8a65a4a1-08f3-4600-9895-0384d1b7472a","namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.086468897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"c6bed76a-c3d5-4fd7-b153-398a67ab88eb","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.098423563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"4b2b4c0b-5a15-45d4-83c5-cee733de68a8","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.09873917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26089005-4498-4dfa-a201-c57bb74adcff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.098847346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54ce822d-8efa-4977-8c0f-9e805cc9a3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.100105522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"34a9777d-623c-4ea5-b866-7e8b8ad9a05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.103807632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"c6bed76a-c3d5-4fd7-b153-398a67ab88eb","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.116811719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"4b2b4c0b-5a15-45d4-83c5-cee733de68a8","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.117419662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26089005-4498-4dfa-a201-c57bb74adcff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.119298824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54ce822d-8efa-4977-8c0f-9e805cc9a3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.119887636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"34a9777d-623c-4ea5-b866-7e8b8ad9a05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.166439407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"580a1d54-81f1-4899-a926-255b9f397755","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.341888273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"87fb1e37-77bf-471f-9d7c-805a37adfdec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.341987664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"55fc3745-eade-47e6-a168-94168db70e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.354049667Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf"},"namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","reconcileID":"5e573f0c-cf5b-4381-b599-775c47661fa8","MaaSModelRef":{"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf"},"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.360159421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"55fc3745-eade-47e6-a168-94168db70e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.360185697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"87fb1e37-77bf-471f-9d7c-805a37adfdec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.404764577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"6539d4fe-f772-453f-bdcc-641d71a53d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.405080475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"df5f6aed-cc2a-4444-8737-22c097f7dc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.425817238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"df5f6aed-cc2a-4444-8737-22c097f7dc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.435750484Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf"},"namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","reconcileID":"911834fe-ea55-44d4-8bec-32e4c47d1d19","namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.445995061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"6539d4fe-f772-453f-bdcc-641d71a53d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.456036089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"427acb3c-6c04-4755-9b98-4def7e6f4d8d","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.45642186Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"240d8525-6b7c-4a28-b3a5-62a3e07f9df1","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.47396069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"427acb3c-6c04-4755-9b98-4def7e6f4d8d","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.488411653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"4d501fc4-4e87-449a-a565-f9912d1bf066","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.488434257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"4d501fc4-4e87-449a-a565-f9912d1bf066","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.501622195Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf"},"namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","reconcileID":"af74caa5-1398-4bb6-829b-c80b13b46ca8","MaaSModelRef":{"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf"},"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.571473089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"3506bdd6-f868-476b-8e05-0b1ac3ab239f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.583486159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"0d6eda90-92f1-4b09-9b7d-222bd80d0e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.589682439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"3506bdd6-f868-476b-8e05-0b1ac3ab239f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.602075474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"0d6eda90-92f1-4b09-9b7d-222bd80d0e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.67131766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"11f8b3a0-6b07-408f-b6c5-fd4a4ada7bcc","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.684663571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"360730f1-ca6d-488f-ad34-b7c74daa6e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.686244145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"eba9bcc7-e52f-4d35-b334-16a283d50b49","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.689335264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"11f8b3a0-6b07-408f-b6c5-fd4a4ada7bcc","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.702660183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"360730f1-ca6d-488f-ad34-b7c74daa6e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.703334778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"eba9bcc7-e52f-4d35-b334-16a283d50b49","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.727319211Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"92dcc1c8-248c-4617-b2dd-115b2d29475f","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.755997713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"1e60a822-c160-4666-964a-0383c99e1e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.773701414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"1e60a822-c160-4666-964a-0383c99e1e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.785207389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"11fb4f6c-963d-459b-b9b1-85ddac44faff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.79710609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1bb4bef5-c6e1-4bd3-82e6-45f3590aabff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.80242015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"11fb4f6c-963d-459b-b9b1-85ddac44faff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.808992878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b0191951-3c74-4ca2-a249-6de4c5b928dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.813021845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"8125e1d1-7fdd-415b-9ca6-80acd0517874","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.8145566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1bb4bef5-c6e1-4bd3-82e6-45f3590aabff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.823237651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"238dad03-daae-4d6d-a3f4-fdbf4d07ac4f","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.82659849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b0191951-3c74-4ca2-a249-6de4c5b928dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.830645508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"8125e1d1-7fdd-415b-9ca6-80acd0517874","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.835933627Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"6abb28d4-e30a-457f-924e-6f9dc8d79827","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.849714014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"fcb2b16b-a5a8-43dc-9d70-9d8f512c9038","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.862441153Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"827d29be-8e62-4826-a81f-f98bbdb9ec43","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.973785174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"730d0464-c152-4ede-a0b3-e8c3d2825519","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.98585016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bf87523-75a0-4ac6-94b5-0a3147b74705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.988707404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02049883-6733-4aeb-afce-75e6b3531f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:13.991286479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"730d0464-c152-4ede-a0b3-e8c3d2825519","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.003390973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bf87523-75a0-4ac6-94b5-0a3147b74705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.005949495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02049883-6733-4aeb-afce-75e6b3531f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.008896008Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"521bba77-f951-4312-8d59-6a780b9d7ec9","namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.036854106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9caaa3ff-dc9a-4758-9cb7-1e5e52b66795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.037240242Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf"},"namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","reconcileID":"e84bdf01-312f-4a79-8309-784efefa6af6","namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.055303911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9caaa3ff-dc9a-4758-9cb7-1e5e52b66795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.088137641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"1a0e1bf9-3ae6-4e7b-a66a-bb754a1ca14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.102476356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a9b9648d-7955-43e1-b35e-9f8dff4df84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.10276367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"9524d7d3-a8ee-4b41-9782-03c9a743d795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.12481947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"1a0e1bf9-3ae6-4e7b-a66a-bb754a1ca14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.130300139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a9b9648d-7955-43e1-b35e-9f8dff4df84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.131899737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"9524d7d3-a8ee-4b41-9782-03c9a743d795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.198183632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"b892f5a6-761a-47cb-a756-0f7d719f54c9","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.29698232Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"f332f49a-f7b9-4610-b00b-99864669b3c0","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.300991419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"b892f5a6-761a-47cb-a756-0f7d719f54c9","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.301459743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"5dc54a2f-4528-4c5f-b1a8-65abfb0026d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.342516593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"568fecdd-9179-4136-87b8-a8afe5679743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.343582619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"39658354-63af-4cd9-8234-df5f57dc09a8","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.343664109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"39658354-63af-4cd9-8234-df5f57dc09a8","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.34432377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1fc6a5bf-b0ba-4483-bdd3-931432fddc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.348982773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"5dc54a2f-4528-4c5f-b1a8-65abfb0026d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.37265137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"b6eb2d11-b1af-4ec9-b36d-1b44157f46fe","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.376732386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1fc6a5bf-b0ba-4483-bdd3-931432fddc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.376834832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"568fecdd-9179-4136-87b8-a8afe5679743","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.405404185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"b6eb2d11-b1af-4ec9-b36d-1b44157f46fe","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.448549205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"2af75ea6-1204-4812-86d8-5fb5a248f50e","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.485954384Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-sub","reconcileID":"639cf047-037f-4616-9cc4-f82d26469981","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","subscription":"e2e-cmp-legacy-bda463-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.544628746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-248999","namespace":"e2e-extmod-att-noaccess-7676cf"},"namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","reconcileID":"99dd3e74-0095-494f-9012-7b58a85c67a8","namespace":"e2e-extmod-att-noaccess-7676cf","name":"e2e-att-noaccess-248999","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.559347448Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-sub","reconcileID":"639cf047-037f-4616-9cc4-f82d26469981","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.564483411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"8538bf31-1a8b-4549-8c6a-3948b619cf63","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.57265147Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-sub","reconcileID":"639cf047-037f-4616-9cc4-f82d26469981","MaaSSubscription":{"name":"e2e-cmp-legacy-bda463-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.581209953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"746ebafe-c331-4fd6-be69-f57150db83a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.58390253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"8538bf31-1a8b-4549-8c6a-3948b619cf63","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.58957739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"6371a7ce-501e-4681-8ba5-12f05d519086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.642716493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"746ebafe-c331-4fd6-be69-f57150db83a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.646707533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"6371a7ce-501e-4681-8ba5-12f05d519086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.669575174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"27a9ed43-339a-4cb8-93fc-6f816996af80","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.671720732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"267b9409-d6f2-484a-9c8a-f93ce4f14968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.687118471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"27a9ed43-339a-4cb8-93fc-6f816996af80","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.689112234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"267b9409-d6f2-484a-9c8a-f93ce4f14968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.704072522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"19c141e0-7a36-477f-9970-c31fcc70c036","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.704090096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"19c141e0-7a36-477f-9970-c31fcc70c036","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.816857486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"6108770a-c178-41c2-ac1d-ca3290f5c9c7","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.828843364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9e1460-40d8-4f72-aade-d127420d19b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.834518482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"6108770a-c178-41c2-ac1d-ca3290f5c9c7","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.837415632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c5f260ec-d9a8-4535-bc12-7430348d326c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.840603313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdbf39b1-cc88-476b-bbc9-6c20bab6c3ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.85091427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b9e1460-40d8-4f72-aade-d127420d19b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.855055912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c5f260ec-d9a8-4535-bc12-7430348d326c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.857306816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"c5d89ac8-e606-4ff2-a9f4-413a1ac7803c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.858366183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"bb4ba50a-64ac-428e-8450-de18bc53635b","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.858382715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"bb4ba50a-64ac-428e-8450-de18bc53635b","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.86085878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdbf39b1-cc88-476b-bbc9-6c20bab6c3ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:14.884600502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"c5d89ac8-e606-4ff2-a9f4-413a1ac7803c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.016867097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"96f33c71-aadf-406b-acf4-899cf3e9d893","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.030509954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"d5054cf1-f57a-48ff-a6b5-5f09efdbb8c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.031316488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"43b71b6f-0e37-4910-a3b3-6300ab1208c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.035729521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"96f33c71-aadf-406b-acf4-899cf3e9d893","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.048660394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"d5054cf1-f57a-48ff-a6b5-5f09efdbb8c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.049619573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"43b71b6f-0e37-4910-a3b3-6300ab1208c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.074460484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"135f08e4-62de-47fa-9be5-08d8d526ea6f","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.074480859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"135f08e4-62de-47fa-9be5-08d8d526ea6f","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.088238748Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"7517ca0a-1e2f-4e72-a7e2-528b3074f19c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.11023914Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-sub","reconcileID":"48ee31bb-e759-4bdb-ab12-4ceec53d0f29","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7d1327c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.136949205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"83a3651b-67b8-4ff1-a935-03f9b760209d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.145340026Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"0c723e1d-1c66-4421-a02d-0cee99db861d","namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.154757761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"83a3651b-67b8-4ff1-a935-03f9b760209d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.225548845Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"4d53a8ae-3512-4a13-becc-c5ce83164cda","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.231824521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4c6b70fc-f31d-4240-8309-146f15f64112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.231840497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"4e3f8c52-fdb9-4b7f-b6b3-e318bc6d9ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.232502128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"314c21ae-8b29-433d-8a91-5ed942be7ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.250803708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"314c21ae-8b29-433d-8a91-5ed942be7ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.250843249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4c6b70fc-f31d-4240-8309-146f15f64112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.252758771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"cf2f194e-9ef7-4143-95ea-a8407931af0c","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.254079712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"4e3f8c52-fdb9-4b7f-b6b3-e318bc6d9ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.306206457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"7517ca0a-1e2f-4e72-a7e2-528b3074f19c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.323879937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"7517ca0a-1e2f-4e72-a7e2-528b3074f19c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.32389972Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463-access","reconcileID":"7517ca0a-1e2f-4e72-a7e2-528b3074f19c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bda463-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.333651975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"96719945-5111-42ae-bda0-e90f9ec01de6","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.352850106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"96719945-5111-42ae-bda0-e90f9ec01de6","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.354240453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"befcc5d1-023a-4f8b-bbfe-06b0f0a5d62b","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"tenant":"e2e-extmod-a-7debde","gateway":"openshift-ingress/e2e-extmod-a-7debde","model":"ai-tenant-e2e-extmod-a-7debde/e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.354263271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"befcc5d1-023a-4f8b-bbfe-06b0f0a5d62b","MaaSModelRef":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"routeName":"external-model-e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde","model":"e2e-cmp-legacy-bda463","externalModel":"e2e-cmp-legacy-bda463","provider":"e2e-cmp-legacy-bda463-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.418893215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"670a30a4-5bce-4544-ae54-4f2a2ca7cbb5","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.421410871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"e81756ac-68c6-40bd-b037-c29e70ce1dfd","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.431975895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"228a54e7-6d2b-4bdd-8a43-5508686a3c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.435608382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"7d2bccb2-93db-4fcd-8cb7-716549f7f816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.43620492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"670a30a4-5bce-4544-ae54-4f2a2ca7cbb5","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.439000826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"e81756ac-68c6-40bd-b037-c29e70ce1dfd","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.451469693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"228a54e7-6d2b-4bdd-8a43-5508686a3c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.453049477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"7d2bccb2-93db-4fcd-8cb7-716549f7f816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.457286637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e56a3ef6-1af7-4019-b8bf-e612a2a28adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.476646744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e56a3ef6-1af7-4019-b8bf-e612a2a28adb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.537763482Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"4573da37-b1a9-4f66-8d50-3595472d418c","namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.575275288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"85898180-4079-44e0-8fcd-d73ab4ee07ec","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.575998513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"85898180-4079-44e0-8fcd-d73ab4ee07ec","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.641976161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0c292efa-8467-43f4-b966-6ea8092ca338","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.654605571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"299de10c-e3ce-48cb-91a7-34edb4f55b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.659585814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d4becd8d-f0e2-4188-b72e-d345ca0a8c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.659954847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"43b3f96b-fee1-44c8-b449-73e7ee731a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.663474432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0c292efa-8467-43f4-b966-6ea8092ca338","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.672376582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"299de10c-e3ce-48cb-91a7-34edb4f55b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.680129133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"43b3f96b-fee1-44c8-b449-73e7ee731a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.68099807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d4becd8d-f0e2-4188-b72e-d345ca0a8c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.748383479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"242238d5-cfb7-4f2a-9925-b299d183ccc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.777657107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"242238d5-cfb7-4f2a-9925-b299d183ccc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.870044626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"8fceb18d-d3ff-41e5-91bf-068793260d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.870703166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f01818fd-4fcd-44cc-b873-08a3ae913d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.870946052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"9003a6c3-4335-48dd-ac7a-0257aed295fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.871183801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"491ec389-73ea-446c-9cbb-9338ee1aa2cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.871395289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"d137b7ce-5bbc-4f03-81dc-efc779d1c80e","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.888276017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"8fceb18d-d3ff-41e5-91bf-068793260d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.891459547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"9003a6c3-4335-48dd-ac7a-0257aed295fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.891884103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"491ec389-73ea-446c-9cbb-9338ee1aa2cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.895662025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f01818fd-4fcd-44cc-b873-08a3ae913d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.898504955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"d137b7ce-5bbc-4f03-81dc-efc779d1c80e","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:15.94263234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"1a031021-f2d7-4c52-921d-fc0743282480","namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.046481789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"409340ff-3ff0-4040-9e63-b9af41da42c5","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.058040255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"97692daf-3485-4c44-b92e-74927e322059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.060055775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"5b916c1d-6f5a-4e47-b7df-c87aa017211b","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.064733435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"409340ff-3ff0-4040-9e63-b9af41da42c5","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.068508814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d77a0bd2-f6d1-4d4d-bf5e-05cc1ed0703a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.069374043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"ce35e64c-17dd-41b4-b255-2ac266c828f4","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.075030622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"97692daf-3485-4c44-b92e-74927e322059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.077539324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"5b916c1d-6f5a-4e47-b7df-c87aa017211b","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.08602853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d77a0bd2-f6d1-4d4d-bf5e-05cc1ed0703a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.088039524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"ce35e64c-17dd-41b4-b255-2ac266c828f4","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.184913957Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bda463","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","reconcileID":"0f287dfd-41bf-40e2-b0e4-e70a34977933","namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-cmp-legacy-bda463","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.260463367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e4fffb-a557-4d61-a61e-d3a62dad0bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.262544714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c42ec71d-8941-4da6-a3f7-4b3bc1d62117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.285685938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee6f1bdb-dbfd-489a-9a8c-814e2fe705f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.360482012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24e4fffb-a557-4d61-a61e-d3a62dad0bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.363935958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"c42ec71d-8941-4da6-a3f7-4b3bc1d62117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.374185234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee6f1bdb-dbfd-489a-9a8c-814e2fe705f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.455357461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"eec2ec8c-e372-443e-862c-3444c576c027","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.458748305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8efb691e-db10-4145-baeb-704921d924a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.473418088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"eec2ec8c-e372-443e-862c-3444c576c027","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.476395317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8efb691e-db10-4145-baeb-704921d924a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.515232009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"f95c40a8-4925-469d-8b01-9cd12bcc8814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.515301501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"d8dfd7d8-f18c-462f-8737-2b8dfa8e8e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.540855832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"d8dfd7d8-f18c-462f-8737-2b8dfa8e8e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.540957582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"f95c40a8-4925-469d-8b01-9cd12bcc8814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.601349407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0028563f-12e6-4373-bd30-b5f55e38c551","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.613971743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"2abd7ff4-f190-43d5-bc2c-8e29c4ffe939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.615956272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"0b4a1914-beb5-48ea-8697-31cf6708b21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.620238877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0028563f-12e6-4373-bd30-b5f55e38c551","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.631385032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"2abd7ff4-f190-43d5-bc2c-8e29c4ffe939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.635399476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"0b4a1914-beb5-48ea-8697-31cf6708b21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.713295381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"6d103856-2b33-49ea-a916-484e2d2b4e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.713536717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"65e71c77-53b6-4ef1-8296-b2497d0c146e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.730877307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"65e71c77-53b6-4ef1-8296-b2497d0c146e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.731070406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"6d103856-2b33-49ea-a916-484e2d2b4e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.846059331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"d28591d6-3e75-4d41-9680-b4e46d6754a1","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.857339643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"6a5cc7d1-2a52-484e-9e3b-3e21c5ec7a10","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.859558208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7267c78d-ce01-4309-809a-02eff4c8b65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.865177034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"d28591d6-3e75-4d41-9680-b4e46d6754a1","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.876798466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"6a5cc7d1-2a52-484e-9e3b-3e21c5ec7a10","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.879293275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7267c78d-ce01-4309-809a-02eff4c8b65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:16.991703018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"9b0ded1b-bc73-45e8-b937-e4023f1d1646","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.015643373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"9b0ded1b-bc73-45e8-b937-e4023f1d1646","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.028485805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"3b807db9-9829-4537-9fe6-11017205163b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.046661016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"3b807db9-9829-4537-9fe6-11017205163b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.621576418Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"8e388e09-e6fa-40f6-b50b-3cf2a1118237","namespace":"llm","name":"e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.640555651Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"2dc8988d-9525-4efc-9b72-e1af8745b539","namespace":"llm","name":"e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.652125836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"c65fe238-e933-46d4-a147-39d035225798","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.662356339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"94e1dc11-a10d-4c2e-9dfe-eb4a4e3d2241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.662433846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ea5040ab-0c9f-4f7b-b871-a9f832cecd52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.664384889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2638fa0c-9e88-4b8b-9d29-d0dbe0e1cd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.669679692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"c65fe238-e933-46d4-a147-39d035225798","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.670339821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"8c679ea7-5203-4912-8d89-a433339cb057","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.681319741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ea5040ab-0c9f-4f7b-b871-a9f832cecd52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.681327553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"94e1dc11-a10d-4c2e-9dfe-eb4a4e3d2241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.683679309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2638fa0c-9e88-4b8b-9d29-d0dbe0e1cd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.687694126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"8c679ea7-5203-4912-8d89-a433339cb057","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.708483375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc1ee253-891d-47e6-9660-2d5a47f9c936","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.708499058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fc1ee253-891d-47e6-9660-2d5a47f9c936","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.708795604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c69e4a21-f1a7-45e9-836a-484db5bef46d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.708807293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c69e4a21-f1a7-45e9-836a-484db5bef46d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.70907492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"500d6538-c596-4913-b0b9-958478f16144","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.709091404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"500d6538-c596-4913-b0b9-958478f16144","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.709393549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15f01c6a-b687-4b65-b6c1-2d363c4a6c93","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.709410315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"15f01c6a-b687-4b65-b6c1-2d363c4a6c93","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.709664291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0042944e-f3e7-45e8-8e7a-cc126b2411cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.70967701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0042944e-f3e7-45e8-8e7a-cc126b2411cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.710093769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e40934dc-5961-4310-b64c-1c1a132a5750","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.71011061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e40934dc-5961-4310-b64c-1c1a132a5750","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.710498523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a2deb87-0ab8-48f3-a258-c367d4cc0b40","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.710510875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7a2deb87-0ab8-48f3-a258-c367d4cc0b40","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.710749898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20cd5a3b-9a10-438b-b658-962651035a3f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.710763549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"20cd5a3b-9a10-438b-b658-962651035a3f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.733762546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"55f13c03-f83e-41ad-b977-0ba708f70fe3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.733784346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"55f13c03-f83e-41ad-b977-0ba708f70fe3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.734126286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b5bf3832-4cb8-4786-b31d-f2fcd465c116","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.734160261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b5bf3832-4cb8-4786-b31d-f2fcd465c116","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.734411861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82b52729-ae98-4cb7-b170-dd6c036bb51c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.734424086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82b52729-ae98-4cb7-b170-dd6c036bb51c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.734731132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9bf28713-0365-43dd-9f85-ac4e78051f59","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.734748519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9bf28713-0365-43dd-9f85-ac4e78051f59","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.735033205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7177d232-cdd6-476b-a39b-b2f78bd72725","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.735045439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7177d232-cdd6-476b-a39b-b2f78bd72725","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.735428147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b495880-45f8-4ca7-ba18-4ef9f244e08d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.735443895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b495880-45f8-4ca7-ba18-4ef9f244e08d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.735764958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88d034a5-14b8-4b63-8b88-84df6459650c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.735780379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88d034a5-14b8-4b63-8b88-84df6459650c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.736046115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ec7f964-408a-437f-ad8c-70a850a69887","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.736058765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ec7f964-408a-437f-ad8c-70a850a69887","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.74911038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf56266e-3888-4846-84d7-5cb2ec367a70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.749222383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aae37630-d243-42b1-8299-a285c8b0d613","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.871029109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"ce492b1f-e962-4efb-ac4d-329195a0483c","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"name":"e2e-dft-1de3f3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.952763995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"617a4efd-9c1c-4163-b8f0-abaaf1825038","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.968363527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"073d31f5-3993-4b9d-911a-11f5b80b2bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:17.968537901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"6f377f2d-a730-4834-b7a5-231646202d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.041607704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"617a4efd-9c1c-4163-b8f0-abaaf1825038","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.041973289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"bb39cd27-cb5c-470d-bbdb-ba163adb12e2","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.04665337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"6f377f2d-a730-4834-b7a5-231646202d3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.048933644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"073d31f5-3993-4b9d-911a-11f5b80b2bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.04943768Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"9fdb67b5-d1f6-48c2-b0b0-aa3db42af5f5","namespace":"llm","name":"e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.053963864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"571357be-e1e9-405c-a6ae-c836120fe49d","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.053983703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"571357be-e1e9-405c-a6ae-c836120fe49d","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.060201458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"bb39cd27-cb5c-470d-bbdb-ba163adb12e2","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.071804481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc7b46b1-ca8a-40ec-8854-2bb1ef905a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.098264337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc7b46b1-ca8a-40ec-8854-2bb1ef905a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.231439906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f087621-c605-4a6f-8b02-4fd528258408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.274653639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f087621-c605-4a6f-8b02-4fd528258408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.292229744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1e256c02-9963-45e4-a2c2-f8028465868b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.305509275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f391de02-7086-4c53-81a4-d766478c20e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.311026491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1e256c02-9963-45e4-a2c2-f8028465868b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.317858156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"8ec56134-47ad-4841-9ca4-6d00750b25fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.324693082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f391de02-7086-4c53-81a4-d766478c20e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.335750017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f2ad4934-c76c-4b51-a8e3-198d49fbdbd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.338269606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"8ec56134-47ad-4841-9ca4-6d00750b25fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.349888276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"04f65318-792f-4452-b17e-2bc2971538fd","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.355307409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f2ad4934-c76c-4b51-a8e3-198d49fbdbd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.368537003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"04f65318-792f-4452-b17e-2bc2971538fd","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.391186307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"f9514835-7ace-4515-a73b-19f2c56e26ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.409043478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"f9514835-7ace-4515-a73b-19f2c56e26ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.501208966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"de1cbb1a-03c1-4f8f-9dc9-2784fbefc18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.517683243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2890a6a7-d782-4648-8a6e-743cd35c22df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.517712512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"3f617390-1c8d-449d-a5b4-c5440cae8ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.52356058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"de1cbb1a-03c1-4f8f-9dc9-2784fbefc18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.535741822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"3f617390-1c8d-449d-a5b4-c5440cae8ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.535920509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2890a6a7-d782-4648-8a6e-743cd35c22df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.581498605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"422efd45-39ea-4f1e-8d3a-90bb1d1bb406","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.595024432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"771d51b1-5e48-43f8-9f53-515e96c60ae7","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.599878153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"422efd45-39ea-4f1e-8d3a-90bb1d1bb406","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.613764388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"771d51b1-5e48-43f8-9f53-515e96c60ae7","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.696692785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"00b467bc-1085-4604-9eea-4570b09c891b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.70251748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"e942859e-d787-448b-a4a2-dcc54c3d2e13","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.702793669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"08219b02-c8da-4439-a6f1-626ce46dbda3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.703005643Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-b2006f priority=0:[ai-tenant-e2e-extmod-b-b2006f/e2e-att-detach-2c24fc-sub ai-tenant-e2e-extmod-b-b2006f/e2e-att-unrel-491701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.715719786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"00b467bc-1085-4604-9eea-4570b09c891b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.716668994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"919c40f8-e024-4bca-ba79-3f9cca1ec44b","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.716692916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"919c40f8-e024-4bca-ba79-3f9cca1ec44b","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.721308733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"e942859e-d787-448b-a4a2-dcc54c3d2e13","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.722548754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"08219b02-c8da-4439-a6f1-626ce46dbda3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:18.740350657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-b2006f/e2e-att-detach-2c24fc-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-2c24fc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.750210308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"903567b7-15a1-441a-9752-e7f64f44d9df","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.750232004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"903567b7-15a1-441a-9752-e7f64f44d9df","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.763649089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"32e0860f-eb0a-4131-88be-4afb11268bd9","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.763667977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"32e0860f-eb0a-4131-88be-4afb11268bd9","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.781569965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"61c02ccd-3be0-4431-a352-235c77aa239e","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.781588619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"61c02ccd-3be0-4431-a352-235c77aa239e","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.787714988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"004b6147-ccf0-4e78-bcf0-61236703fb76","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.799528068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97a298d-7cb1-471b-9183-1e2ba44080e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.804853976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"004b6147-ccf0-4e78-bcf0-61236703fb76","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.809294572Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.814859437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"296aa470-4f53-4f98-9764-0470364bdf78","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.814874776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"296aa470-4f53-4f98-9764-0470364bdf78","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.818827231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97a298d-7cb1-471b-9183-1e2ba44080e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.834799235Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"799b0b25-3b9f-4347-bea0-b4bf1d02494e","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-detach-2c24fc","model":"e2e-att-detach-2c24fc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b2006f/e2e-att-detach-2c24fc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.881323365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"58a40b7d-b30d-4f79-872d-c3a078de9222","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.881341817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"58a40b7d-b30d-4f79-872d-c3a078de9222","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.911764743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"a070199a-d037-403e-a802-fd46c0cd8811","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.911784506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"a070199a-d037-403e-a802-fd46c0cd8811","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.921542741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"1803b9b6-3dac-49f0-85c2-5fc417735ba2","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.940420575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"1803b9b6-3dac-49f0-85c2-5fc417735ba2","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:18.950513323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"b5e25acd-53d2-4d81-b118-bd7ed7f7434c","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-detach-2c24fc","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.009871743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"ea4a58f2-1a4c-4e11-b05b-f9a8d4b33868","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.027055224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"ea4a58f2-1a4c-4e11-b05b-f9a8d4b33868","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.083123016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"383aa493-a2a7-4686-8dc3-140a3714ec0c","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.083191955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"383aa493-a2a7-4686-8dc3-140a3714ec0c","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.122168151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"51de6d1d-f594-47b3-ac85-23674b09ee96","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.139398334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"51de6d1d-f594-47b3-ac85-23674b09ee96","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.181669587Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"31e82af5-faa6-4d65-a162-220ebac01f31","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.200180281Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"df1e8589-ae33-4104-b3b3-ecd438560460","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.226368239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"70119bfc-77a1-4d6e-918b-550b06937424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.236090493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28df3d00-d0f5-4f07-b07a-edd1b018ecfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.2360944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e940a85-d5de-4ca6-86e2-15cbaf83ffe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.24488784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"70119bfc-77a1-4d6e-918b-550b06937424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.253510368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e940a85-d5de-4ca6-86e2-15cbaf83ffe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.253635405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28df3d00-d0f5-4f07-b07a-edd1b018ecfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.314296603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"fb06d42a-0e00-47ed-9995-fd86a014fceb","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.314318048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"fb06d42a-0e00-47ed-9995-fd86a014fceb","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.325818281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ce74a946-5674-478e-8da0-60d0cbb90daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.339847711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"5ff7afcd-1ebf-4d23-adea-2c412af9a9de","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.339872231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"5ff7afcd-1ebf-4d23-adea-2c412af9a9de","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.343704107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ce74a946-5674-478e-8da0-60d0cbb90daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.354076484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"e79a62e9-39f7-4b40-baa4-d907fa0e6182","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-91e5e9","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.430221199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"21d5ec0a-93ba-4dd8-9ae9-d391c9f67e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.435944507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"8b634348-5557-4577-80b0-949ec26cd589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.436371393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"d26f3283-a8f7-472b-ae03-1cd23b7d51e0","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.449344065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"21d5ec0a-93ba-4dd8-9ae9-d391c9f67e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.454977001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"8b634348-5557-4577-80b0-949ec26cd589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.519910019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"591c9c73-3211-4663-85a6-d36ec35ace24","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.531635402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"8d87bac8-3840-4ca9-9cde-0aea646932a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.537212982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"591c9c73-3211-4663-85a6-d36ec35ace24","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.551353085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"8d87bac8-3840-4ca9-9cde-0aea646932a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.656220903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"59663865-d387-4220-97e8-7e6dea0824bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.671171282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"ce011d44-1732-4630-bc49-4844c0790555","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.672307299Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"7c95d51c-f186-43b9-9e21-a805a0e680d0","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.75575666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"bd931ba3-3a6d-4ae9-a679-b850f92f57d2","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.759664563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"ce011d44-1732-4630-bc49-4844c0790555","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.764471334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"59663865-d387-4220-97e8-7e6dea0824bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.76480538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"21c8fc07-a404-4097-97f9-e3ed10b73bb3","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.777202388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"bd931ba3-3a6d-4ae9-a679-b850f92f57d2","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.781626219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"b6207b7b-dcf4-49d6-9f1f-baaff5cd9265","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.781649817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"b6207b7b-dcf4-49d6-9f1f-baaff5cd9265","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.783350524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"21c8fc07-a404-4097-97f9-e3ed10b73bb3","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.795527234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e4a79ea6-964d-4db3-8eda-9d2fe7322c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.814083234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e4a79ea6-964d-4db3-8eda-9d2fe7322c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:19.997592714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"8dd3877e-cd4a-41d7-bb08-3b8d95a0f67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.002852755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"f41e1123-92f2-46b4-ae59-8d7d7b270db1","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.002878973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"f41e1123-92f2-46b4-ae59-8d7d7b270db1","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.014937246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"8dd3877e-cd4a-41d7-bb08-3b8d95a0f67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.067097084Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"f2379b7a-7c9e-42ab-835f-3fbaf86b2d43","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.079907595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"d0a144b8-79a5-4f5b-afc8-ee9fc2eb8f18","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.089344357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"8ef066e0-f0e4-4f84-aa2c-59380dd62b27","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.090890394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"a3ad9f92-c591-41b8-a00b-3295d539ae65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.095299507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"07b163d3-79c2-4ba7-b6ce-2807eea6d238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.097222359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"d0a144b8-79a5-4f5b-afc8-ee9fc2eb8f18","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.108814245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"8ef066e0-f0e4-4f84-aa2c-59380dd62b27","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.109643883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"a3ad9f92-c591-41b8-a00b-3295d539ae65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.113445698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"07b163d3-79c2-4ba7-b6ce-2807eea6d238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.180083324Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"09311fc6-8555-4604-a56c-c54f4776930d","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.304843573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f13c7db6-beac-460f-a6c0-ae3910c9f2e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.324116541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f13c7db6-beac-460f-a6c0-ae3910c9f2e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.324480841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"31556162-0034-4744-8701-7e113fb4d338","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.357924107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"839ee2e1-f7cc-4fdf-ab1a-3044c293aaa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.36295757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d5e4a1b6-a8dc-476b-85a4-f945e8a84a1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.369892477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9ddca883-0bb1-4089-b4a0-89a2893388c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.375656501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"678b364e-4f42-4207-8dc8-b09ade9f1b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.376660425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"839ee2e1-f7cc-4fdf-ab1a-3044c293aaa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.381960528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d5e4a1b6-a8dc-476b-85a4-f945e8a84a1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.387502562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9ddca883-0bb1-4089-b4a0-89a2893388c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.393220498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"678b364e-4f42-4207-8dc8-b09ade9f1b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.440845012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"19241d23-4a55-4d5d-aa85-93b6337f3a09","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.455498482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"3b061129-5686-4495-818f-688a07c44e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.461968969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"19241d23-4a55-4d5d-aa85-93b6337f3a09","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.47288062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"3b061129-5686-4495-818f-688a07c44e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.553580353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"caa350e3-8bd3-45aa-abb3-4913defd0859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.55581745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"d84e9968-b55a-4f3d-9647-bccb969276c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.565656701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"9a73db95-fa84-4a33-b671-1340fae8b718","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.571164561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"caa350e3-8bd3-45aa-abb3-4913defd0859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.573399036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"d84e9968-b55a-4f3d-9647-bccb969276c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.582895269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"9a73db95-fa84-4a33-b671-1340fae8b718","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.65689639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"24d5ee94-9eef-48c1-b5e4-31d4b65652a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.675826654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"24d5ee94-9eef-48c1-b5e4-31d4b65652a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.730584193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"c3afcb89-faad-4528-8cd7-13503a642be6","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.730620618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"c3afcb89-faad-4528-8cd7-13503a642be6","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.75834875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"6014656d-598f-400b-956d-a5487a310cb9","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.758351412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"fd5d817c-a7fc-40bc-8364-d1f22c6247f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.759418864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"ff8b9ac1-3d78-4748-b0f9-17a10b7cbb19","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.777493762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"ff8b9ac1-3d78-4748-b0f9-17a10b7cbb19","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.778092837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"6014656d-598f-400b-956d-a5487a310cb9","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.779867226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"fd5d817c-a7fc-40bc-8364-d1f22c6247f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.795162025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e78ee01f9f6ff3b8a2a63abb59d10da8d0f1c286e93429c1702bce153d72cb2) AuthConfig (ea7a8c0b798685b81004bc2a8a624d3895a7bf261f112e1d4cd54e5acc2518b8) AuthConfig (b1249a4f379bd7b0d5bca280a036a163b7c09524d1109822891bd107c96ac5d1) AuthConfig (2a8aa509e1d0b9375fa18f6af27b46bba2e3c2be24feba3f2ffc1cb912ad2759)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"ff8b9ac1-3d78-4748-b0f9-17a10b7cbb19","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.826632631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"acff423a-036b-4ba0-ad78-99d22a2632a0","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.826660332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"acff423a-036b-4ba0-ad78-99d22a2632a0","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.84451281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"0dfb1374-f21d-47b6-9d2b-b0c0f6530b5c","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.857398034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2240faa7-93a5-4b7f-91fa-39c7b4e6a7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.864064666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"0dfb1374-f21d-47b6-9d2b-b0c0f6530b5c","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.876541178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"2240faa7-93a5-4b7f-91fa-39c7b4e6a7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.958883262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bf64e796-6f8a-4c3c-b4cd-b367347693a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.959219592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"e1f17017-43a2-4a39-b153-197595115548","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.959839621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ae1db5ac-f490-40e9-9e07-55a62e1ca85c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.979611658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ae1db5ac-f490-40e9-9e07-55a62e1ca85c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.981343996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bf64e796-6f8a-4c3c-b4cd-b367347693a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:20.982962206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"e1f17017-43a2-4a39-b153-197595115548","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.227729465Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"deef1a89-b02b-4af7-9ea0-ef2e53726b06","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.260247425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"dbd03df3-7b99-4590-94f3-23ad1369700b","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.271891975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"8d041ca3-0dc4-4525-9964-7a617be02aae","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.275035855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"95c78145-fb5e-4c7c-a166-326ea2ee0fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.278901437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"dbd03df3-7b99-4590-94f3-23ad1369700b","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.283865772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4786001-af7b-4945-a6e9-d208421e7af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.287276713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8530d9c-13bc-4604-b436-3e2e997157a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.289461366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"8d041ca3-0dc4-4525-9964-7a617be02aae","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.292427572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"95c78145-fb5e-4c7c-a166-326ea2ee0fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.301100268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4786001-af7b-4945-a6e9-d208421e7af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.304653605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8530d9c-13bc-4604-b436-3e2e997157a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.307528694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e78ee01f9f6ff3b8a2a63abb59d10da8d0f1c286e93429c1702bce153d72cb2) AuthConfig (ea7a8c0b798685b81004bc2a8a624d3895a7bf261f112e1d4cd54e5acc2518b8) AuthConfig (b1249a4f379bd7b0d5bca280a036a163b7c09524d1109822891bd107c96ac5d1) AuthConfig (2a8aa509e1d0b9375fa18f6af27b46bba2e3c2be24feba3f2ffc1cb912ad2759)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"8d041ca3-0dc4-4525-9964-7a617be02aae","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.326042583Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"bd5a51ee-6dfe-4508-a4d3-0be50f4e23e0","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.338854255Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"48142e18-9cf9-4bda-b617-b72472527fbb","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.348834347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"43db7109-54f8-465b-90df-30ac2922c40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.351939759Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"57a63f2f-a558-489d-86dd-fd3963823ce3","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.364993623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"80ee0ceb-1861-43a0-8849-2215d34417f8","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.369089845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"43db7109-54f8-465b-90df-30ac2922c40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.447611683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"142548a2-b1c3-4e39-b552-21e48b78fa21","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.460986777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1e214d10-2348-40ae-8a15-f858533ae616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.462421099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8d41d515-92d1-463f-b32e-cf1b4edeb4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.466554065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"142548a2-b1c3-4e39-b552-21e48b78fa21","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.479945204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8d41d515-92d1-463f-b32e-cf1b4edeb4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.480005625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1e214d10-2348-40ae-8a15-f858533ae616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.541681223Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-b2006f priority=0:[ai-tenant-e2e-extmod-b-b2006f/e2e-att-detach-2c24fc-sub ai-tenant-e2e-extmod-b-b2006f/e2e-att-unrel-491701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.556133204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"656edaae-1f37-4591-a51f-92d7f34bb283","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.556173532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"656edaae-1f37-4591-a51f-92d7f34bb283","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.5744291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"8bdd9bf1-92d3-489f-9169-40e7c7ff8808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:21.574738675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-sub","reconcileID":"ce39bb76-b7cd-466f-9fe7-14dc7e834fea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-1de3f3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.594510662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"4986dedf-a59a-466a-b0eb-be706b84544a","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.59705347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"8bdd9bf1-92d3-489f-9169-40e7c7ff8808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.597715773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"72015a71-a305-404f-9b89-493c1beb30c1","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.597737133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"72015a71-a305-404f-9b89-493c1beb30c1","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.640922393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"d2a9f33f-b0f1-439a-b9c5-d48516de3226","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.641213181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"4986dedf-a59a-466a-b0eb-be706b84544a","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.64189902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"a26d219b-85e1-479b-b5c6-13ba01bdd80b","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.641919025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"a26d219b-85e1-479b-b5c6-13ba01bdd80b","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.656684809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"5dbbb1d5-ab5a-49d4-8b6d-0b33b9442848","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.656707764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"5dbbb1d5-ab5a-49d4-8b6d-0b33b9442848","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.671239928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"69d0e3cc-d311-4809-9e99-926e192ad901","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.671263112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"69d0e3cc-d311-4809-9e99-926e192ad901","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.761565774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"d2cca808-786f-4069-88dd-f4f3701ee1c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.762407311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"d2594a49-7da9-4406-95fc-d2d07eeb6473","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.762428204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"d2594a49-7da9-4406-95fc-d2d07eeb6473","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.803555001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"d2cca808-786f-4069-88dd-f4f3701ee1c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.813863757Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-sub","reconcileID":"19a67235-b3f4-449a-a851-a6a00dc709ad","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1de3f3","model":"e2e-dft-1de3f3","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-1de3f3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.819330991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"42bf7e51-fa40-4c68-b6db-9b02c049f548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.819624163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"3689912c-2ccd-4de3-b222-138d3581528e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.833615708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"fb03dc27-cfa7-4af6-af05-22e1df7c8584","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.876058221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"3689912c-2ccd-4de3-b222-138d3581528e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.886909523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"42bf7e51-fa40-4c68-b6db-9b02c049f548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.88846716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"fb03dc27-cfa7-4af6-af05-22e1df7c8584","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.979641612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d4273047-a8e2-49ac-800d-69d967e0c123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.982880545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"6fa6f26f-7e0f-4389-b5ce-5694e5885492","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.982905692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"6fa6f26f-7e0f-4389-b5ce-5694e5885492","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:21.997710733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d4273047-a8e2-49ac-800d-69d967e0c123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.028570472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-sub","reconcileID":"8fc99299-fb1c-48a7-9f73-d8482ba3fc12","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1de3f3","model":"llm/e2e-dft-1de3f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.038478616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7a108e89-a943-4394-a402-4d9788f64170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.039524967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"0eacd167-0788-419d-aafa-39a7e616d2f5","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.060500391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"0eacd167-0788-419d-aafa-39a7e616d2f5","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.060670919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7a108e89-a943-4394-a402-4d9788f64170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.137487093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2e483ce0-926a-4904-9faf-e9c571eb0800","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.138360389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2c21638d-1247-4679-8c8b-1dd7f9a304eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.157389202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2e483ce0-926a-4904-9faf-e9c571eb0800","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.1616913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2c21638d-1247-4679-8c8b-1dd7f9a304eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.174243999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e78ee01f9f6ff3b8a2a63abb59d10da8d0f1c286e93429c1702bce153d72cb2) AuthConfig (ea7a8c0b798685b81004bc2a8a624d3895a7bf261f112e1d4cd54e5acc2518b8) AuthConfig (b1249a4f379bd7b0d5bca280a036a163b7c09524d1109822891bd107c96ac5d1) AuthConfig (2a8aa509e1d0b9375fa18f6af27b46bba2e3c2be24feba3f2ffc1cb912ad2759)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2e483ce0-926a-4904-9faf-e9c571eb0800","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.226031833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"5ea64904-655d-4c9e-86bc-38a3a1cb43ee","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.244405882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"5ea64904-655d-4c9e-86bc-38a3a1cb43ee","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.246320744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"293b036d-8b1f-4d78-b440-a48c92e33818","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.246898059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b76d0804-881d-4df7-bafc-9d5c6481816b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.250367746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18009e5b-2869-42f4-b8cd-99b961f0867c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.264039276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b76d0804-881d-4df7-bafc-9d5c6481816b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.264714013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"293b036d-8b1f-4d78-b440-a48c92e33818","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.268741343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18009e5b-2869-42f4-b8cd-99b961f0867c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.335368234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"e17a2788-1d31-47c9-8af3-9befcf05ea79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.352982951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"e17a2788-1d31-47c9-8af3-9befcf05ea79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.495913307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"85927255-d246-4e59-92f9-204a73af7ed1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.506282035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6edb5ec0-d6af-4942-bd87-82601ec41206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.508447776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"5f73a551-ea1e-4085-b1ce-0530ff31aa35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.508513057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"adbe2fd0-4132-4c43-bf07-5e47f4242b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.513485089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"85927255-d246-4e59-92f9-204a73af7ed1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.525124648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6edb5ec0-d6af-4942-bd87-82601ec41206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.527514122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"5f73a551-ea1e-4085-b1ce-0530ff31aa35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.531654918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"adbe2fd0-4132-4c43-bf07-5e47f4242b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.602692259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"02be3353-d18b-4f09-97ab-8aebb817e092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:22.620388506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"02be3353-d18b-4f09-97ab-8aebb817e092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.123569075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-sub","reconcileID":"3544d100-7c7b-4867-9c3a-638a5b226043","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","subscription":"e2e-att-serve-3cfb14-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.149888024Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-sub","reconcileID":"3544d100-7c7b-4867-9c3a-638a5b226043","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.163296495Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-sub","reconcileID":"3544d100-7c7b-4867-9c3a-638a5b226043","MaaSSubscription":{"name":"e2e-att-serve-3cfb14-sub","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"maas-trlp-e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.243370408Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-b2006f priority=0:[ai-tenant-e2e-extmod-b-b2006f/e2e-att-detach-2c24fc-sub ai-tenant-e2e-extmod-b-b2006f/e2e-att-unrel-491701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.256217687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"51976bf8-6c28-4c5d-be28-4dc3bee2083a","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.256239458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"51976bf8-6c28-4c5d-be28-4dc3bee2083a","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.289907623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"3219bb6a-205d-493f-859e-69ec77906094","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.289926879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"3219bb6a-205d-493f-859e-69ec77906094","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.305797486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"3635cc93-bef2-47d1-8729-33ba1d78abbd","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.323050901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"3635cc93-bef2-47d1-8729-33ba1d78abbd","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.408589264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"894ca6f1-1b41-41b9-b566-744b5a6ab944","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.408610727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"894ca6f1-1b41-41b9-b566-744b5a6ab944","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.461696685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"82583537-62d1-4eda-8042-e34eed749dd0","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.678804723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"82583537-62d1-4eda-8042-e34eed749dd0","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.696505992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"82583537-62d1-4eda-8042-e34eed749dd0","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"name":"e2e-extmod-b-c1b0da-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.696527217Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"e2e-att-serve-3cfb14-access","reconcileID":"82583537-62d1-4eda-8042-e34eed749dd0","MaaSAuthPolicy":{"name":"e2e-att-serve-3cfb14-access","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1b0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.72658379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"6a86aae4-f39d-4fc6-88aa-4894a9e182d5","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"tenant":"e2e-extmod-b-c1b0da","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","model":"e2e-extmod-att-user-f004a9/e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.726604411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"6a86aae4-f39d-4fc6-88aa-4894a9e182d5","MaaSModelRef":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"routeName":"external-model-e2e-att-serve-3cfb14-1c2d2f657926","namespace":"e2e-extmod-att-user-f004a9","model":"e2e-att-serve-3cfb14","externalModel":"e2e-att-serve-3cfb14","provider":"e2e-att-serve-3cfb14-provider","gateway":"openshift-ingress/e2e-extmod-b-c1b0da","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.9452771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"af9b014c-b0f8-49f6-a267-b775c1388d4c","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.945304191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"af9b014c-b0f8-49f6-a267-b775c1388d4c","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.960596293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"b3bd3156-6753-42ff-b42c-302e4587dc01","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.960615856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"b3bd3156-6753-42ff-b42c-302e4587dc01","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:25.988620298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"16cb7e22-7942-41e3-977f-9469f842767b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.006054283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"16cb7e22-7942-41e3-977f-9469f842767b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.022420171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b6db9daf57eeb4b7b7bbcf5bb186f3079514751170a5d4a2d9539a134ff55e0) AuthConfig (4a2711ecd278c9030ce4590b12bdf88ef4342a844c159af6cd077267f3225b32) AuthConfig (94b4894a5853a15b47ae2932d5ee7630fe31ded467636af7fb573f9cdace3968) AuthConfig (6b281a7917935f9d6e80602da275dd46823bd71e37373e2af87c07652f20caa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"16cb7e22-7942-41e3-977f-9469f842767b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.056788569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"2eecd901-21c9-4823-bdc5-1e1d63e42143","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.056809073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"2eecd901-21c9-4823-bdc5-1e1d63e42143","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.265433409Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"ad52ff30-34f0-4f2e-8ab4-879d492b1e77","namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.310605212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"ea4ee2db-3d12-4db5-ab0a-5464be181182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.310914726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e5128abb-ee42-4ff8-802c-b24ba92c7f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.340247651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ef986dcd-c23b-465e-9015-2ac6fca51d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.341686792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"cebb9e85-2258-41fe-b176-d5247a90c9bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.341950071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"aa756f2d-e8c1-415b-a77d-0b1c0b6a9ace","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.345635505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e5128abb-ee42-4ff8-802c-b24ba92c7f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.349734817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"ea4ee2db-3d12-4db5-ab0a-5464be181182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.359254941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ef986dcd-c23b-465e-9015-2ac6fca51d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.362994268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"cebb9e85-2258-41fe-b176-d5247a90c9bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.366326232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"aa756f2d-e8c1-415b-a77d-0b1c0b6a9ace","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.381916745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e78ee01f9f6ff3b8a2a63abb59d10da8d0f1c286e93429c1702bce153d72cb2) AuthConfig (ea7a8c0b798685b81004bc2a8a624d3895a7bf261f112e1d4cd54e5acc2518b8) AuthConfig (b1249a4f379bd7b0d5bca280a036a163b7c09524d1109822891bd107c96ac5d1) AuthConfig (2a8aa509e1d0b9375fa18f6af27b46bba2e3c2be24feba3f2ffc1cb912ad2759)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"cebb9e85-2258-41fe-b176-d5247a90c9bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.388792844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b6db9daf57eeb4b7b7bbcf5bb186f3079514751170a5d4a2d9539a134ff55e0) AuthConfig (4a2711ecd278c9030ce4590b12bdf88ef4342a844c159af6cd077267f3225b32) AuthConfig (94b4894a5853a15b47ae2932d5ee7630fe31ded467636af7fb573f9cdace3968) AuthConfig (6b281a7917935f9d6e80602da275dd46823bd71e37373e2af87c07652f20caa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"aa756f2d-e8c1-415b-a77d-0b1c0b6a9ace","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.467988748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"7025f2a3-48f9-48c9-ae15-c087ae4f8ce2","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.470275188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3cfb14","namespace":"e2e-extmod-att-user-f004a9"},"namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","reconcileID":"c2c25929-6490-4eae-94b5-f7f12ecb7d5a","namespace":"e2e-extmod-att-user-f004a9","name":"e2e-att-serve-3cfb14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.48897325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"7025f2a3-48f9-48c9-ae15-c087ae4f8ce2","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.503573045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"65f50c3e-8748-4851-bf4f-6c1a10337108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.547823205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"90e9debb-4ad6-420a-95b7-bb83378d4e72","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.548290369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"d0791299-3b1c-46fc-a5f4-8c06e5c57903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.549716849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"65f50c3e-8748-4851-bf4f-6c1a10337108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.559835708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"42baa59a-837f-45ab-be31-33cbf6348ac6","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.565561058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"d0791299-3b1c-46fc-a5f4-8c06e5c57903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.566567587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"90e9debb-4ad6-420a-95b7-bb83378d4e72","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.579662916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"42baa59a-837f-45ab-be31-33cbf6348ac6","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.720873765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"6215404e-0ce1-47f0-a0c0-30df178aae78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.721124385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"114cd4c6-2c6d-4499-b41e-0566e691e3c8","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.739337739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"6215404e-0ce1-47f0-a0c0-30df178aae78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.739360228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"114cd4c6-2c6d-4499-b41e-0566e691e3c8","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.867409092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"ba9293eb-f8dc-44aa-82be-3f7806d4859a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.878380202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"52388b35-e79d-4146-8bb0-efc0c753d788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.89060046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"ba9293eb-f8dc-44aa-82be-3f7806d4859a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.901375995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"52388b35-e79d-4146-8bb0-efc0c753d788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.928204315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"9406321d-0720-4ba2-8f51-35c77a4fcec9","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.945333784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"9406321d-0720-4ba2-8f51-35c77a4fcec9","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.948211603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2c130880-6974-43c3-ac10-1e4454155697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.95464919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ba7355c-d5d9-4039-82ab-0e837221f316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.965459852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2c130880-6974-43c3-ac10-1e4454155697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:26.972329958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ba7355c-d5d9-4039-82ab-0e837221f316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.124670359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d6115707-c8ff-4081-9e96-59f61d3a0c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.124970498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"3d1b9b5c-4b24-4339-b10f-d87cd34948cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.137708017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ae78ae2-6322-4895-b898-00f9be2011c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.143186243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d6115707-c8ff-4081-9e96-59f61d3a0c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.143255045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"3d1b9b5c-4b24-4339-b10f-d87cd34948cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.157216338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ae78ae2-6322-4895-b898-00f9be2011c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.165056881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e78ee01f9f6ff3b8a2a63abb59d10da8d0f1c286e93429c1702bce153d72cb2) AuthConfig (ea7a8c0b798685b81004bc2a8a624d3895a7bf261f112e1d4cd54e5acc2518b8) AuthConfig (b1249a4f379bd7b0d5bca280a036a163b7c09524d1109822891bd107c96ac5d1) AuthConfig (2a8aa509e1d0b9375fa18f6af27b46bba2e3c2be24feba3f2ffc1cb912ad2759)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"3d1b9b5c-4b24-4339-b10f-d87cd34948cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.221997244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6a0019bb-bced-4dc2-9ace-5c0e668aff10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.222089587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"75300a7d-98cb-44df-b1c3-f8ef27ce211d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.223905643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"f05032cf-d88e-497f-9cb6-c7412af21625","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.23990215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"75300a7d-98cb-44df-b1c3-f8ef27ce211d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.24013084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6a0019bb-bced-4dc2-9ace-5c0e668aff10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.242052708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"f05032cf-d88e-497f-9cb6-c7412af21625","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.258242025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b6db9daf57eeb4b7b7bbcf5bb186f3079514751170a5d4a2d9539a134ff55e0) AuthConfig (4a2711ecd278c9030ce4590b12bdf88ef4342a844c159af6cd077267f3225b32) AuthConfig (94b4894a5853a15b47ae2932d5ee7630fe31ded467636af7fb573f9cdace3968) AuthConfig (6b281a7917935f9d6e80602da275dd46823bd71e37373e2af87c07652f20caa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"f05032cf-d88e-497f-9cb6-c7412af21625","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.321466412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"19ca726c-3131-4706-af67-1b8ccac6dfd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.324553336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"00363ecb-04e5-4c4c-be38-b99ff2e15116","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.324565767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"73c95cfb-89d7-49d2-988e-70346d264feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.340212173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"19ca726c-3131-4706-af67-1b8ccac6dfd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.342430453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"00363ecb-04e5-4c4c-be38-b99ff2e15116","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.342444404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"73c95cfb-89d7-49d2-988e-70346d264feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.435135108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"9cafcf58-a63e-4cfd-838c-48fc743d703f","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:27.452511308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"9cafcf58-a63e-4cfd-838c-48fc743d703f","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:37.21352931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"a411839d-f194-4e23-9136-f57422ea0e4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:37.235214806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"a411839d-f194-4e23-9136-f57422ea0e4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:37.252470162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e78ee01f9f6ff3b8a2a63abb59d10da8d0f1c286e93429c1702bce153d72cb2) AuthConfig (ea7a8c0b798685b81004bc2a8a624d3895a7bf261f112e1d4cd54e5acc2518b8) AuthConfig (b1249a4f379bd7b0d5bca280a036a163b7c09524d1109822891bd107c96ac5d1) AuthConfig (2a8aa509e1d0b9375fa18f6af27b46bba2e3c2be24feba3f2ffc1cb912ad2759)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"a411839d-f194-4e23-9136-f57422ea0e4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:37.308880157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"a836054e-a46f-4dbc-ab53-4168bea8850d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:37.326717382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"a836054e-a46f-4dbc-ab53-4168bea8850d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:37.342976356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b6db9daf57eeb4b7b7bbcf5bb186f3079514751170a5d4a2d9539a134ff55e0) AuthConfig (4a2711ecd278c9030ce4590b12bdf88ef4342a844c159af6cd077267f3225b32) AuthConfig (94b4894a5853a15b47ae2932d5ee7630fe31ded467636af7fb573f9cdace3968) AuthConfig (6b281a7917935f9d6e80602da275dd46823bd71e37373e2af87c07652f20caa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"a836054e-a46f-4dbc-ab53-4168bea8850d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.302079394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"ef2fe251-82ef-41d9-bbc8-13b58fdbd81e","namespace":"llm","name":"e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.326368252Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"9c1aa1d5-fd5a-4583-b939-4a5797ca7532","namespace":"llm","name":"e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.354552475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"0c912e20-c455-4495-95ae-ee0542de4c56","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.355675303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c91c5606-a2fe-42f6-9da5-5f3613e8ea04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.359966377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"b62b7ceb-8566-4719-bf3b-cf29f1099992","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.362332583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a05620e0-f129-4f14-a7c6-d444d88c129a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.370106884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"d80ed56c-a73f-4404-82db-9cbeb5983811","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.373106828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"0c912e20-c455-4495-95ae-ee0542de4c56","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.381306131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c91c5606-a2fe-42f6-9da5-5f3613e8ea04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.384121576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a05620e0-f129-4f14-a7c6-d444d88c129a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.384815011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"b62b7ceb-8566-4719-bf3b-cf29f1099992","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.388087165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"d80ed56c-a73f-4404-82db-9cbeb5983811","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.392189308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e78ee01f9f6ff3b8a2a63abb59d10da8d0f1c286e93429c1702bce153d72cb2) AuthConfig (ea7a8c0b798685b81004bc2a8a624d3895a7bf261f112e1d4cd54e5acc2518b8) AuthConfig (b1249a4f379bd7b0d5bca280a036a163b7c09524d1109822891bd107c96ac5d1) AuthConfig (2a8aa509e1d0b9375fa18f6af27b46bba2e3c2be24feba3f2ffc1cb912ad2759)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"0c912e20-c455-4495-95ae-ee0542de4c56","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.402924739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b6db9daf57eeb4b7b7bbcf5bb186f3079514751170a5d4a2d9539a134ff55e0) AuthConfig (4a2711ecd278c9030ce4590b12bdf88ef4342a844c159af6cd077267f3225b32) AuthConfig (94b4894a5853a15b47ae2932d5ee7630fe31ded467636af7fb573f9cdace3968) AuthConfig (6b281a7917935f9d6e80602da275dd46823bd71e37373e2af87c07652f20caa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"b62b7ceb-8566-4719-bf3b-cf29f1099992","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.452991387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfe3c4cc-a57e-4014-801d-04e7c898de3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.453014667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfe3c4cc-a57e-4014-801d-04e7c898de3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.453454461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8fa84c13-4c0c-4b79-b36b-b770959ec436","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.453471582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8fa84c13-4c0c-4b79-b36b-b770959ec436","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.45383927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04be9fd8-9f81-4e9a-8543-316795a2fb78","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.453854125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04be9fd8-9f81-4e9a-8543-316795a2fb78","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.454190524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b18e11e2-4d23-4465-97db-9ab9aa4e6da0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.454203827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b18e11e2-4d23-4465-97db-9ab9aa4e6da0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.454585773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"88e5cdba-e4d0-42f6-90a1-6afec1830aa0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.45460036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"88e5cdba-e4d0-42f6-90a1-6afec1830aa0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.454920482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a7c2816-d200-4589-ab2f-5a4ad52dac63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.454934073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a7c2816-d200-4589-ab2f-5a4ad52dac63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.470179928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"10590bce-8d4c-4e7a-aecb-5ba85000399b","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.470203503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"10590bce-8d4c-4e7a-aecb-5ba85000399b","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.470749506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a609a6b7-6185-42fb-b336-c96a7cf401c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.470770135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a609a6b7-6185-42fb-b336-c96a7cf401c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.471182419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdace07c-7a2e-461b-96f4-133d62a4194b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.47122185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdace07c-7a2e-461b-96f4-133d62a4194b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.471811238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"901f7e13-bfa6-4142-aca3-462685cf053c","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.477323202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"c34e2d57-d1a2-4b18-aafc-8e4a8be2301a","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.493187792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6a72394-e9e5-4f56-ae94-5d7b06ddaa78","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.493248633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"901f7e13-bfa6-4142-aca3-462685cf053c","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.496742364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"c34e2d57-d1a2-4b18-aafc-8e4a8be2301a","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.556449145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"6555cbf8-400a-4f0b-9400-132709b02b73","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"name":"e2e-dft-ba2273","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.573285588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca04553a-b478-4f1e-be74-574696b7044a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.573311594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca04553a-b478-4f1e-be74-574696b7044a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.574388252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87bbed08-18fd-4c0f-8a43-f2556c8ae3ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.574404509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87bbed08-18fd-4c0f-8a43-f2556c8ae3ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.576161026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d57f74f6-33c4-401c-a85c-5e0ef22b44b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.587426254Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"3f7b0a96-8bd8-4123-81c2-5fb08772c7eb","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"name":"e2e-dft-ba2273","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.592414081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90ac5477-cef0-467c-bb44-3f995e70c48c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.59455809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d57f74f6-33c4-401c-a85c-5e0ef22b44b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:40.605971763Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"3f7b0a96-8bd8-4123-81c2-5fb08772c7eb","name":"e2e-dft-ba2273","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-ba2273\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:40.606036389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"3f7b0a96-8bd8-4123-81c2-5fb08772c7eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-ba2273\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.606184693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-sub","reconcileID":"302d81f1-f53b-49c9-ac37-cee91375eafe","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1de3f3","model":"llm/e2e-dft-1de3f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.606311842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70f72919-d3e8-46bd-af60-df1ebf80f5fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.606328485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70f72919-d3e8-46bd-af60-df1ebf80f5fa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.606668048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5b3f2db-515b-4ca8-8027-28fd5c6cfc64","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.606681745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d5b3f2db-515b-4ca8-8027-28fd5c6cfc64","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.607026963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fc564e1-b294-4c41-a8d1-2dbec0b25a88","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.607043966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fc564e1-b294-4c41-a8d1-2dbec0b25a88","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.60744944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe582ebd-8b05-4a9a-81dd-9db4d2254e54","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.607466023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe582ebd-8b05-4a9a-81dd-9db4d2254e54","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.607787016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1703edb-7ac4-4d10-80ab-6e81230ae2ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.607804379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c1703edb-7ac4-4d10-80ab-6e81230ae2ec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.608183583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00befa0b-b51d-49f2-811c-7f839da10379","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.608203607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00befa0b-b51d-49f2-811c-7f839da10379","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.621809233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"8a18b7ad-6e0d-4484-95a8-df8fd5113e44","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.621827738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"8a18b7ad-6e0d-4484-95a8-df8fd5113e44","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.634794067Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"757104f0-3af9-4baf-a4c3-144744bd1080","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"name":"e2e-dft-ba2273","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.651209351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"19ec1fc3-655a-470f-9666-7317aae6410a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.653258496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1524b5f9-22f7-4de9-aa63-8163fa337bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.669910696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"19ec1fc3-655a-470f-9666-7317aae6410a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.672002383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1524b5f9-22f7-4de9-aa63-8163fa337bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.773948381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"2f080276-d305-4a35-97a8-4ff86b165ace","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.774243097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"57255175-331c-44b2-90d9-d505729a2950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.800925743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"2f080276-d305-4a35-97a8-4ff86b165ace","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.826955877Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"670cb160-ade7-4b2d-b2c8-2d1e3a22818f","namespace":"llm","name":"e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.830287226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"57255175-331c-44b2-90d9-d505729a2950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.847491429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"fa58c0e3-5a36-4c77-bc76-ca3841d93d2f","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.847520498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"fa58c0e3-5a36-4c77-bc76-ca3841d93d2f","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.885193553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"7e6bf86e-16c6-4be1-a2e2-a6244a2ab3ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.897552814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1a5a081-0126-4580-9b19-0921b264f4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.910366399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83b6aba1-fa2d-4845-bb8f-52bf7a9c32b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.914007712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"7e6bf86e-16c6-4be1-a2e2-a6244a2ab3ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.915072097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1a5a081-0126-4580-9b19-0921b264f4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:40.928122687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83b6aba1-fa2d-4845-bb8f-52bf7a9c32b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.000962349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f2ff1bd7-36af-4cd0-8d91-551e01637b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.002130358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b3ff65ae-5aa8-47df-8bf6-1cdc603c0cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.018965967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"f2ff1bd7-36af-4cd0-8d91-551e01637b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.020097048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b3ff65ae-5aa8-47df-8bf6-1cdc603c0cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.106955667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"62025dca-0dfe-4cbb-b23b-9a3d59d6c820","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.107459611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"3ee0acc3-dd10-44a0-93eb-a04fc7f6bc8e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.110234123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"127200d9-db4a-42c9-bb45-03b813eb47d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.122293417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"bc93c9c1-1cf6-49d0-96ef-646f2e4938e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.122575529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d3ca3455-d5f2-48ca-b5eb-407940d87040","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.148487351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"3ee0acc3-dd10-44a0-93eb-a04fc7f6bc8e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.154210997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d3ca3455-d5f2-48ca-b5eb-407940d87040","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.157068209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"62025dca-0dfe-4cbb-b23b-9a3d59d6c820","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.162185673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"bc93c9c1-1cf6-49d0-96ef-646f2e4938e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.163967505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"127200d9-db4a-42c9-bb45-03b813eb47d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.174826352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e78ee01f9f6ff3b8a2a63abb59d10da8d0f1c286e93429c1702bce153d72cb2) AuthConfig (ea7a8c0b798685b81004bc2a8a624d3895a7bf261f112e1d4cd54e5acc2518b8) AuthConfig (b1249a4f379bd7b0d5bca280a036a163b7c09524d1109822891bd107c96ac5d1) AuthConfig (2a8aa509e1d0b9375fa18f6af27b46bba2e3c2be24feba3f2ffc1cb912ad2759)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d3ca3455-d5f2-48ca-b5eb-407940d87040","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.19659991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b6db9daf57eeb4b7b7bbcf5bb186f3079514751170a5d4a2d9539a134ff55e0) AuthConfig (4a2711ecd278c9030ce4590b12bdf88ef4342a844c159af6cd077267f3225b32) AuthConfig (94b4894a5853a15b47ae2932d5ee7630fe31ded467636af7fb573f9cdace3968) AuthConfig (6b281a7917935f9d6e80602da275dd46823bd71e37373e2af87c07652f20caa8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"62025dca-0dfe-4cbb-b23b-9a3d59d6c820","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.240694614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"5409005f-2fc6-423b-83a3-48fc525f7a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.254367668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"3a123e06-ed7e-4780-8847-915d6a646978","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.258447268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"5409005f-2fc6-423b-83a3-48fc525f7a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.27563286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"3a123e06-ed7e-4780-8847-915d6a646978","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.352735073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"795b976b-5f64-4dea-ba3b-0059db6d3b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.365243973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2e25c66c-8c85-4545-b02e-b306b4a819fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.370434677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"795b976b-5f64-4dea-ba3b-0059db6d3b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.382725389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2e25c66c-8c85-4545-b02e-b306b4a819fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.4547096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31f3e56d-a27f-4927-804c-97452ce14238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.471875947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31f3e56d-a27f-4927-804c-97452ce14238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.542553133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"f42b8d1b-8e2b-4837-9ca8-c7652fae327f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.571724159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"f42b8d1b-8e2b-4837-9ca8-c7652fae327f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.575306001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"5b6a2be6-1091-469b-a141-247ce001cdc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.575521686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"1d7033b2-e887-497c-a9ad-f86570c1f108","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.577585259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f742398a-f1f5-4e14-8e90-138d610fe77d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.605356461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"748238ba-6ac3-42ea-aec4-b20557cb9d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.612488182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"1d7033b2-e887-497c-a9ad-f86570c1f108","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.612724899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f742398a-f1f5-4e14-8e90-138d610fe77d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.614469386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"5b6a2be6-1091-469b-a141-247ce001cdc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.641908949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"748238ba-6ac3-42ea-aec4-b20557cb9d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.792790407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"96169fe0-2df4-4311-a6e7-b5c49f8a39cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.841794203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"96169fe0-2df4-4311-a6e7-b5c49f8a39cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.890700288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"f3a59729-9c54-4f73-815d-2a04ae435bbe","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:41.909378071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"f3a59729-9c54-4f73-815d-2a04ae435bbe","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:43.912222876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-sub","reconcileID":"8d492e90-faa6-46e4-ae82-37006499e382","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1de3f3","model":"llm/e2e-dft-1de3f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:43.999872528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"63f08757-372c-440a-8a0b-1f3232c2ecdb","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:43.999904927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"63f08757-372c-440a-8a0b-1f3232c2ecdb","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.122412807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"26c5a346-bf6a-4094-8c6b-59b0ab44a06b","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-detach-2c24fc","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.198049444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"a1cbbd05-be74-43b8-8b00-54e036bb11f5","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.198074577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"a1cbbd05-be74-43b8-8b00-54e036bb11f5","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.821685125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"d2456699-0d98-42bb-94a9-78d0f6c83948","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.844285284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"d2456699-0d98-42bb-94a9-78d0f6c83948","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.863156922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"d2456699-0d98-42bb-94a9-78d0f6c83948","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.89844093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"c5a41d94-83e8-4d26-a522-0b0e80c75d40","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.898471343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"c5a41d94-83e8-4d26-a522-0b0e80c75d40","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.955185386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"8874c6f7-c7d9-4350-b91f-2d9f9dbef57e","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.966814035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"2ef6ecad-8252-45f3-b4ae-9faf1fbe04d4","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.975562417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"8874c6f7-c7d9-4350-b91f-2d9f9dbef57e","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:44.985619548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"2ef6ecad-8252-45f3-b4ae-9faf1fbe04d4","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.077911987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"f6729abe-30e3-47d1-9bc1-50028877b09f","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.078408573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"06cb71e9-f5e9-48db-a31e-13995665f467","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.09783219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"f6729abe-30e3-47d1-9bc1-50028877b09f","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.098450782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"06cb71e9-f5e9-48db-a31e-13995665f467","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.11464376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"f6729abe-30e3-47d1-9bc1-50028877b09f","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.15343237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"7996605e-b87c-4c37-8979-bb46dbdbd3db","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.153554718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"7996605e-b87c-4c37-8979-bb46dbdbd3db","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.756162628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"26ffaf70-7645-4ff6-85bd-0b102518dcb5","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.756195475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94eaa713-7db6-4e36-b7e0-414861da904f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.756267022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af0559a4-3004-43b2-aed5-52eb625ce65c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.777011589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af0559a4-3004-43b2-aed5-52eb625ce65c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.777790179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94eaa713-7db6-4e36-b7e0-414861da904f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:45.780577518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"26ffaf70-7645-4ff6-85bd-0b102518dcb5","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.577578897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"9c149e4a-3f45-4d12-9d99-14313fd576b4","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.577651496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"9c149e4a-3f45-4d12-9d99-14313fd576b4","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.600196441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"37f88c79-aaae-4673-9da2-794781ca87be","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.600232298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"37f88c79-aaae-4673-9da2-794781ca87be","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.657861311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"40642625-e44a-42eb-b36b-0c60cfde07d6","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.675414353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"40642625-e44a-42eb-b36b-0c60cfde07d6","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.688265868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"ee64747b-125f-4810-97bf-e1ef8dc085c8","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.688289585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"ee64747b-125f-4810-97bf-e1ef8dc085c8","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.691429046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"40642625-e44a-42eb-b36b-0c60cfde07d6","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.722968354Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-sub","reconcileID":"bb3606ef-c456-4731-b46d-f8d2ad873705","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3a7007a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.723830706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"27525527-de51-4d05-b5cf-2049672e42fd","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.723847854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"27525527-de51-4d05-b5cf-2049672e42fd","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.776455885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"1a705aa3-1ad9-4d42-b235-d2a1921adeb5","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.776457533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"2be354e6-3e8d-4498-944d-a3fa1d3cb82d","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.794887736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"1a705aa3-1ad9-4d42-b235-d2a1921adeb5","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.794893295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"2be354e6-3e8d-4498-944d-a3fa1d3cb82d","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.808848923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"3d5add5a-ffcf-4544-9cf1-e977f6fba8b3","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.812670711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"1a705aa3-1ad9-4d42-b235-d2a1921adeb5","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.85483317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2d2868e5-641b-4125-bc66-2eae7907f273","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.854906023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"68e9b990-8b9a-432c-8c50-ef0788fd46ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.857339149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9d826b65-e3e0-4077-bbf0-68ce69f5d6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.873793412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"68e9b990-8b9a-432c-8c50-ef0788fd46ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.873858142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2d2868e5-641b-4125-bc66-2eae7907f273","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.877233921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9d826b65-e3e0-4077-bbf0-68ce69f5d6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.890449483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2d2868e5-641b-4125-bc66-2eae7907f273","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.890456935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"68e9b990-8b9a-432c-8c50-ef0788fd46ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.954740412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"dd22253e-98f0-4f18-91e3-97f59e7f8167","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.954932137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"ab6aea88-6fc3-4563-951d-0293f275fd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.957645619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"62896381-ce86-4dd8-b7c8-ed367b783a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.977657897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"ab6aea88-6fc3-4563-951d-0293f275fd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.977657898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"dd22253e-98f0-4f18-91e3-97f59e7f8167","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:46.979634913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"62896381-ce86-4dd8-b7c8-ed367b783a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.049599069Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"7626a2a8-baf8-4bf1-8d71-72d115bd615a","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.055678478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"f636ef5e-de68-436f-a488-ef1fe86dab40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.073108042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"f636ef5e-de68-436f-a488-ef1fe86dab40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.178395137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be4f3906-7db3-4dde-ab25-7a0351f8a54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.196113723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be4f3906-7db3-4dde-ab25-7a0351f8a54c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.241911509Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"7121ea58-bfb2-46d1-bc36-ad445350fa6b","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.25511883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"cdc8d7b8-e4a9-4f01-9f56-e32794391084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.25756191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"2fd402c0-3dee-4009-b55f-80635fc1ad08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.273642935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"cdc8d7b8-e4a9-4f01-9f56-e32794391084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.275625276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"2fd402c0-3dee-4009-b55f-80635fc1ad08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.279717282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75cb9c9c-4f95-42f9-b9ba-7ce0113abf5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.297944792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75cb9c9c-4f95-42f9-b9ba-7ce0113abf5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.32555689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"1787561d-507e-45bd-acb5-2ef61f95febd","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.325582611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"1787561d-507e-45bd-acb5-2ef61f95febd","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.339006517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"3ce22984-7ff4-4d52-aedf-284757376362","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.33902466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"3ce22984-7ff4-4d52-aedf-284757376362","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.351765454Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"4f75c572-3e1b-4371-a9d2-5f7f6ac3052a","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.35383331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"a5c640d0-ddf8-4566-81fa-d35b890d37a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.365282514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"fa68132b-6622-43b9-82f8-8c441f736633","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.365392427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"a44915da-ae28-4f4a-8b48-f916b3c28ecf","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-detach-2c24fc","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.365857597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"9ecc0a72-0ef5-4d54-9150-6122236527f1","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.365879929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"9ecc0a72-0ef5-4d54-9150-6122236527f1","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.371900974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"a5c640d0-ddf8-4566-81fa-d35b890d37a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.37947041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"1f2ead2c-21ce-4a16-8cb4-f08ae9097aa5","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.379492224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"1f2ead2c-21ce-4a16-8cb4-f08ae9097aa5","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.454080333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"cfe7a986-8042-4a5c-89e9-176537e5e820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.472105792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"cfe7a986-8042-4a5c-89e9-176537e5e820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.556422157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2a037b76-9da8-4487-8381-52ce104b5234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.556681374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e2281beb-a054-40aa-b837-f0296858df35","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.58505557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2a037b76-9da8-4487-8381-52ce104b5234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.613136794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e2281beb-a054-40aa-b837-f0296858df35","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.613498797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"24c4e38e-5453-4df6-be16-333744106b74","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.613890207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"6e85bf02-17a0-4caa-9704-70a47f436986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.63251697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"6e85bf02-17a0-4caa-9704-70a47f436986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.63381145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"24c4e38e-5453-4df6-be16-333744106b74","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.65213481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"e411b044-2be5-4649-9bdd-3d78581d4b8a","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.672858954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"e411b044-2be5-4649-9bdd-3d78581d4b8a","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.707578866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"4471c60c-6baa-4f5e-804f-bf69b84782d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.709404169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"e411b044-2be5-4649-9bdd-3d78581d4b8a","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.719322573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"163bd8cd-872d-483d-854d-677d16b2043e","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.719346306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"163bd8cd-872d-483d-854d-677d16b2043e","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.727283166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"4471c60c-6baa-4f5e-804f-bf69b84782d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.73296176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"c0c7d745-b904-46a9-a1a1-0c9e8d12d970","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.733070137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"c0c7d745-b904-46a9-a1a1-0c9e8d12d970","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.74660136Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"00fb83b5-e4df-43d5-9841-b52e480ebee4","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.747102751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"2755dc26-3e4e-4cee-becb-f32314fff8fb","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-detach-2c24fc","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.770077737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"918929b9-6f21-4b9a-8096-e3e8272690bf","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.773354014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"918929b9-6f21-4b9a-8096-e3e8272690bf","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.822702724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"1f11566b-25a0-4eba-92a2-f9eec6a00abd","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.823881886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"e77070be-8a67-43a1-87ad-76ded0b8a49d","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.824240662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"22fa1767-7473-43f7-b6cd-530977ac0c49","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.842498366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"1f11566b-25a0-4eba-92a2-f9eec6a00abd","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.844783375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"e77070be-8a67-43a1-87ad-76ded0b8a49d","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.846732795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"22fa1767-7473-43f7-b6cd-530977ac0c49","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.860466276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"c9507cb2-31e1-4ac1-b995-99a409f713a9","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.863416519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"e77070be-8a67-43a1-87ad-76ded0b8a49d","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.865657462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"22fa1767-7473-43f7-b6cd-530977ac0c49","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.945685781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f25fb4d8-aed7-4159-8f2d-feae4ceebc02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:47.960639898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d2843423-66cd-4b11-b1a6-94e8f5523b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.002963063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f25fb4d8-aed7-4159-8f2d-feae4ceebc02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.026842639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d2843423-66cd-4b11-b1a6-94e8f5523b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.06086506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"6ea4e82e-6c6d-4f43-9a28-4d2a36a749a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.092349471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"070d89ef-ff19-4980-a4e2-054271ec8601","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.143565326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"6ea4e82e-6c6d-4f43-9a28-4d2a36a749a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.144383669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"070d89ef-ff19-4980-a4e2-054271ec8601","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.176856211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"78756a7f-afb0-4db8-ab29-c23672baeeb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.256282391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"78756a7f-afb0-4db8-ab29-c23672baeeb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.315381641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"690a0b90-623c-40b6-b818-c7f40dd123c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.315942907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"297f43cc-8330-4c59-bfa7-9f102531dd73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.316183259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b78451a0-5821-46bd-9421-dd5f259579b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.346733601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b78451a0-5821-46bd-9421-dd5f259579b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.34677066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"297f43cc-8330-4c59-bfa7-9f102531dd73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.34894349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"690a0b90-623c-40b6-b818-c7f40dd123c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.376820513Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"a969bc0e-9310-49d6-b7e2-ee88c1c241a8","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.396882255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"d9fe6390-31e1-47c8-bd09-46820ff5899d","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.408072821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"54ec511d-1e9a-4296-9d81-9cc401b25087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.415723712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"d9fe6390-31e1-47c8-bd09-46820ff5899d","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.427350425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"54ec511d-1e9a-4296-9d81-9cc401b25087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.438703174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"c6a3f93b-bc50-4c76-a871-2aad2a4fce12","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.438790488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"c6a3f93b-bc50-4c76-a871-2aad2a4fce12","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.464708143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"f84f3429-acf5-446d-8374-1a7146b953c1","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.464794093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"f84f3429-acf5-446d-8374-1a7146b953c1","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.501603844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"8f44a0b0-b809-4fb7-a2a7-f7630b3a649b","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.501687024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"8f44a0b0-b809-4fb7-a2a7-f7630b3a649b","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.502055193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e8fe958f-4b96-472e-bb03-0494a1e07750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.519671342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"e8fe958f-4b96-472e-bb03-0494a1e07750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.555664249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"c86f087d-af71-4f17-b666-356bcf1b48b7","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.555735571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"c86f087d-af71-4f17-b666-356bcf1b48b7","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.606613228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"595d577e-d7a6-4cc4-9285-bc6df17ceef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.606888437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"79423f9e-c5b5-4aef-8fe3-ce91aa1bd831","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.609580615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"39c7cca9-20ca-4083-b866-8736c78c7ad2","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.625179139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"79423f9e-c5b5-4aef-8fe3-ce91aa1bd831","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.625347618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"595d577e-d7a6-4cc4-9285-bc6df17ceef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.628101185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"39c7cca9-20ca-4083-b866-8736c78c7ad2","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.63832624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"dc057708-1948-4a6d-9283-4cda897fd854","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.642260853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"595d577e-d7a6-4cc4-9285-bc6df17ceef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.64266707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"79423f9e-c5b5-4aef-8fe3-ce91aa1bd831","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.6532868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"b2acefd4-8162-4cef-b7ce-9ba82d9f6c13","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.653373755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"b2acefd4-8162-4cef-b7ce-9ba82d9f6c13","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.659498573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"dc057708-1948-4a6d-9283-4cda897fd854","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.680646963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"dc057708-1948-4a6d-9283-4cda897fd854","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.702677343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"db6c2404-ded5-4f18-b8f4-2d94ab3f8bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.720455842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"db6c2404-ded5-4f18-b8f4-2d94ab3f8bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.727389524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0ef47a1-d70e-44ef-b3e3-8f44efdad8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.731400768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2e33a14-0398-49e5-99c3-bda9c47a8cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.74534866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0ef47a1-d70e-44ef-b3e3-8f44efdad8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.748764528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2e33a14-0398-49e5-99c3-bda9c47a8cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.798288898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"18c44311-5c84-4d4e-b3b5-5d07652b560e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.799865752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"a2ea58b7-19e9-44e1-a39d-e9406a1a0566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.808577846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.817121552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"18c44311-5c84-4d4e-b3b5-5d07652b560e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.826770492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"5415b645-5b20-431f-8ae6-0660bb2cceba","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:48.826825847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"5415b645-5b20-431f-8ae6-0660bb2cceba","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.841834418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"a2ea58b7-19e9-44e1-a39d-e9406a1a0566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.942012872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2b6eb05f-5636-48b0-a3f1-8acaa8951cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.942028419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"80874a45-e4dd-49ed-b93e-e8d2dc5cce41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.944596571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"85a3d6a3-d1ab-4f1a-b0f9-3d49ba4a5bec","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.959953192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"80874a45-e4dd-49ed-b93e-e8d2dc5cce41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.960639844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2b6eb05f-5636-48b0-a3f1-8acaa8951cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:48.962336625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"85a3d6a3-d1ab-4f1a-b0f9-3d49ba4a5bec","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.046286688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"a06f0c35-f5f5-467f-8fc0-abc789294168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.060676697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f8dd702c-ab88-4ea8-bc8e-6b2e9dd2bf75","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.060815018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"09de1dd7-211e-4faf-9909-c100b17be4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.065831987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"a06f0c35-f5f5-467f-8fc0-abc789294168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.072828884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"d6eba7e3-9e6d-4355-afbd-c02bdc115da2","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.0785773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f8dd702c-ab88-4ea8-bc8e-6b2e9dd2bf75","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.079745927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"09de1dd7-211e-4faf-9909-c100b17be4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.089961212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"d6eba7e3-9e6d-4355-afbd-c02bdc115da2","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.144415159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"56d54514-e46a-4780-8432-15d41ff1e769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.155420163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"f542c28b-9ae9-457e-8c22-04485c1f90fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:49.161268678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"d6ceec6a-19e1-46f6-9697-e5f9ee13c109","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:49.161345732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"d6ceec6a-19e1-46f6-9697-e5f9ee13c109","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.162286145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"56d54514-e46a-4780-8432-15d41ff1e769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.162556488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"dd744fb5-4634-4bd7-b179-3022d700c06a","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.172650589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"f542c28b-9ae9-457e-8c22-04485c1f90fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:49.179837799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"dd744fb5-4634-4bd7-b179-3022d700c06a","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:49.815830406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"86a0d718-927b-42d3-8399-bce827244ac3","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:49.815889279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"86a0d718-927b-42d3-8399-bce827244ac3","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:51.10988414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"fc2caeb2-92c3-4009-9486-74bef48ce264","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:51.109955146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"fc2caeb2-92c3-4009-9486-74bef48ce264","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:53.68423172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"0c0c704e-8ccc-4fdc-b414-3334506a1d3c","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:12:53.684311826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"0c0c704e-8ccc-4fdc-b414-3334506a1d3c","error":"ExternalModel e2e-extmod-att-user-3a66b0/e2e-att-delete-d86f64 is attached to several gateways [openshift-ingress/e2e-extmod-a-55a710 openshift-ingress/e2e-extmod-b-b2006f]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.175943577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"0e3a7fe3-40f2-4e7d-9e78-e0bd26a5944a","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.211856426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"8cfd95df-9577-486d-a24f-b50e2c7d965c","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.2118808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"8cfd95df-9577-486d-a24f-b50e2c7d965c","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.218609453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2b29e122-c60a-4115-96b1-16fdf61283c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.218690924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"bafdab16-2a44-4bc8-a3d3-60f491f4333f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.223800262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"216a5d99-0580-4abd-9976-ca3cc2bbfe2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.224904812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"8feab365-1d66-4a4e-bd00-39c3ee669b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.225381049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"cc46b404-f6c9-41a6-8075-ac826ae9dd6d","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.225401771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"cc46b404-f6c9-41a6-8075-ac826ae9dd6d","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.241444801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"bafdab16-2a44-4bc8-a3d3-60f491f4333f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.243548634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2b29e122-c60a-4115-96b1-16fdf61283c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.247018633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"216a5d99-0580-4abd-9976-ca3cc2bbfe2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.249240762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"8feab365-1d66-4a4e-bd00-39c3ee669b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.256911521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"bc6b399d-527a-46a8-9043-b6778f9a66de","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.258546576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"bafdab16-2a44-4bc8-a3d3-60f491f4333f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.260213302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"80489651-b1e3-4ae7-86a7-e7d1145be7af","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-detach-2c24fc","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.261988951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2b29e122-c60a-4115-96b1-16fdf61283c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.264255277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"281bba1b-ce65-4511-8b9f-7a26ad1333e1","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.364527867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"bc6b399d-527a-46a8-9043-b6778f9a66de","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.472648724Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-d86f64","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","reconcileID":"d9184b08-8ff5-4944-ac4a-1e0392143494","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-delete-d86f64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.473594087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"a0fe2555-8378-48d4-9570-3e06be23c874","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.473675644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"a0fe2555-8378-48d4-9570-3e06be23c874","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.475500866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"bc6b399d-527a-46a8-9043-b6778f9a66de","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.487934293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"8fc143cb-c805-4f2d-8620-b80e52933587","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.487957103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"8fc143cb-c805-4f2d-8620-b80e52933587","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.545176894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"3585d463-b97c-48aa-a88a-0961853efc6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.545998596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"12f8c929-fe5a-4644-b387-3dc909c23ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.563335804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"12f8c929-fe5a-4644-b387-3dc909c23ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.563604254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"3585d463-b97c-48aa-a88a-0961853efc6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.568668717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"5543db2c-003b-4093-b9a6-ac58efe59900","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.569966488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"70b9860f-ffba-4bb6-914b-73f524fbca3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.586998697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"5543db2c-003b-4093-b9a6-ac58efe59900","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.587706158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"70b9860f-ffba-4bb6-914b-73f524fbca3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.596997828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"9639a765-1e21-45fe-baa8-d5207976468a","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.597498767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"95b0f7d4-78bc-474b-b770-6ab2ffc7c89c","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-detach-2c24fc","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.72733938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"2eefb76e-82e6-49fc-ae50-904d4b259cb6","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.753861154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"468ecc6a-91f9-41ba-ba4c-9a2df3b6d9ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.781223537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"9ef9e55a-1c9d-4470-800c-a8f1dd15f3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.810119895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"2eefb76e-82e6-49fc-ae50-904d4b259cb6","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.825930314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"468ecc6a-91f9-41ba-ba4c-9a2df3b6d9ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.827227985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"9ef9e55a-1c9d-4470-800c-a8f1dd15f3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.839352085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"19a3152f-e50c-498c-9eb2-76cea532bd8c","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.862853272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"19a3152f-e50c-498c-9eb2-76cea532bd8c","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.878344857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4ef1c167-9dec-4cea-b2b8-f433d5a200fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:54.898476938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4ef1c167-9dec-4cea-b2b8-f433d5a200fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.020872532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"65e81d9c-092a-4a8e-9f12-c36dcad6c251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.021009919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"15ce15be-f166-4046-bddf-3206d867cd1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.023892454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"7f720494-2aa9-4d22-9b97-c85db6eb7909","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.03911907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"15ce15be-f166-4046-bddf-3206d867cd1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.039137334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"65e81d9c-092a-4a8e-9f12-c36dcad6c251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.042072942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"7f720494-2aa9-4d22-9b97-c85db6eb7909","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.12058616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"687025ea-772f-411a-8b49-cf087391c4a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.132558319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"c75e1289-988b-443a-b2a5-3b19af0c87e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.138088693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"687025ea-772f-411a-8b49-cf087391c4a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.146393578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0505932e-3c0a-4b7b-90a3-8dc262316708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.149416244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d523dbf0-8bb3-4f62-89f9-690829962bc6","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.152113685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"c75e1289-988b-443a-b2a5-3b19af0c87e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.158643948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ded1847e-8208-47c1-a390-d70dc42df3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.165032102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0505932e-3c0a-4b7b-90a3-8dc262316708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.166609554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d523dbf0-8bb3-4f62-89f9-690829962bc6","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.168884342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"c75e1289-988b-443a-b2a5-3b19af0c87e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.177437073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ded1847e-8208-47c1-a390-d70dc42df3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.183315552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d523dbf0-8bb3-4f62-89f9-690829962bc6","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.221885264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1b7557f2-9d73-44a0-a02f-229d67217a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.22392778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"24b84d81-1707-4db4-a06e-4acb1f222569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.239637401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1b7557f2-9d73-44a0-a02f-229d67217a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.241677621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"24b84d81-1707-4db4-a06e-4acb1f222569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.346465432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"98502426-25a3-45df-8a39-c72ab8d401a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.401508435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"98502426-25a3-45df-8a39-c72ab8d401a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.456317427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"597575ec-9763-4bdd-8286-21b8050ee467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.472410148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"da26c8b9-e4e3-468c-b112-b25534f4336d","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.474881212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"597575ec-9763-4bdd-8286-21b8050ee467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.490650375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"da26c8b9-e4e3-468c-b112-b25534f4336d","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:55.506784679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"da26c8b9-e4e3-468c-b112-b25534f4336d","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:56.736266119Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-sub","reconcileID":"4f552d13-49ee-45f4-a981-21595a5e33f9","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1de3f3","subscription":"e2e-dft-1de3f3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:56.765231431Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-sub","reconcileID":"4f552d13-49ee-45f4-a981-21595a5e33f9","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:56.779437746Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-sub","reconcileID":"4f552d13-49ee-45f4-a981-21595a5e33f9","MaaSSubscription":{"name":"e2e-dft-1de3f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1de3f3","namespace":"llm","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:56.860869095Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-b2006f priority=0:[ai-tenant-e2e-extmod-b-b2006f/e2e-att-detach-2c24fc-sub ai-tenant-e2e-extmod-b-b2006f/e2e-att-unrel-491701-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:56.873935486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"40f6037b-a280-4c71-90e9-1b297ef8c6f1","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:56.873962179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"40f6037b-a280-4c71-90e9-1b297ef8c6f1","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:56.957958777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"be4d190e-463f-4642-a2e5-6dfd0b16ef6a","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:56.976606089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"be4d190e-463f-4642-a2e5-6dfd0b16ef6a","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.032052803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"70919583-ce5c-47f0-aca8-507c2fd16319","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.032072828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"70919583-ce5c-47f0-aca8-507c2fd16319","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.117848219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1de3f3-access","reconcileID":"139e62ab-18ff-4d52-b21b-8dc02f8638ca","MaaSAuthPolicy":{"name":"e2e-dft-1de3f3-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.127982547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"d7e4c0fb-7382-446b-b72a-40c33e48fea0","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.128000438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"d7e4c0fb-7382-446b-b72a-40c33e48fea0","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.161633769Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"812d2738-73ad-4ff3-a532-1e0255ef2ad4","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-78262399","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.175779087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"3445fc47-e3d3-415a-8294-ba861745716e","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.175799559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"3445fc47-e3d3-415a-8294-ba861745716e","MaaSModelRef":{"name":"e2e-dft-1de3f3","namespace":"llm"},"routeName":"external-model-e2e-dft-1de3f3-cb2f0093b432","namespace":"llm","model":"e2e-dft-1de3f3","externalModel":"e2e-dft-1de3f3","provider":"e2e-dft-1de3f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.192582836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1dc6b083-9d8a-4cd8-861a-64dca14e6977","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.211069449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"1dc6b083-9d8a-4cd8-861a-64dca14e6977","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.641093733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"708d7b78-aca3-4875-8c15-3a8ab31cfad0","namespace":"llm","name":"e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.665747949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a207880e-b894-42b0-acc0-a7a3765a939d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.6657742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a207880e-b894-42b0-acc0-a7a3765a939d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.666210019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc2861c2-3077-4d81-b13d-f595a0ca677d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.666230233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc2861c2-3077-4d81-b13d-f595a0ca677d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.666904185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d87e344-a92d-4c4d-911c-e883754e1a6e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.66692256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d87e344-a92d-4c4d-911c-e883754e1a6e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.667293326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9819ed60-4b71-4f30-b2b7-ed098eaf97bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.667310608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9819ed60-4b71-4f30-b2b7-ed098eaf97bc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.667674108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"831af266-ab0a-4196-934c-8dd618af4e27","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.667688949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"831af266-ab0a-4196-934c-8dd618af4e27","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.668037188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb546f5d-5a51-4bbc-84de-3be5857de9e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.668051129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb546f5d-5a51-4bbc-84de-3be5857de9e0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.668567742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f3f57960-d01d-4631-8934-994738eb0c47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.668584555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f3f57960-d01d-4631-8934-994738eb0c47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.668941442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a58202d-d8f2-4baf-8091-f8f146a7bb42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.668956316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a58202d-d8f2-4baf-8091-f8f146a7bb42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.682648107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"0546834a-70be-4a65-b2be-79b3b8f92366","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.682666627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"0546834a-70be-4a65-b2be-79b3b8f92366","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.682974883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"5f811bae-d3b9-4eda-92b1-a0f6807fdd37","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.684608466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"0e26a4d9-ddc0-4916-8569-7880ef043c16","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.690481291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"3792d61b-b80f-4a87-8054-10df6ebf9707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.690521857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"dca93f06-7a63-48e3-845d-3efec07c1e37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.700452732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"40fd2234-c954-496a-86f9-4658979668de","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.702922617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"5f811bae-d3b9-4eda-92b1-a0f6807fdd37","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.704687081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"0e26a4d9-ddc0-4916-8569-7880ef043c16","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.706429077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3da27af0-c661-4c09-88e1-62ac55964513","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.706961962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b88e6bf6-2417-4536-87e6-36da433d03a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.709023022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"3792d61b-b80f-4a87-8054-10df6ebf9707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.742008238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"dca93f06-7a63-48e3-845d-3efec07c1e37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.743494261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"0e26a4d9-ddc0-4916-8569-7880ef043c16","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.744084223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"40fd2234-c954-496a-86f9-4658979668de","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.744791132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"5f811bae-d3b9-4eda-92b1-a0f6807fdd37","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.768386214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"40fd2234-c954-496a-86f9-4658979668de","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.797205056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"91b7e58b-8fb8-4f7d-a443-7da44863fa54","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.797484016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"918da7b9-ed6b-49d4-885f-e4627571eb81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.817830173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"918da7b9-ed6b-49d4-885f-e4627571eb81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.848979134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"91b7e58b-8fb8-4f7d-a443-7da44863fa54","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.849905254Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1de3f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1de3f3","reconcileID":"57c405dc-e694-42d3-9efb-e9a47246de24","namespace":"llm","name":"e2e-dft-1de3f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.880492217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"a41017d2-f2d7-4925-8a7e-848b79f4c723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.956541291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"a41017d2-f2d7-4925-8a7e-848b79f4c723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.96928938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1afc9f80-c42c-4bac-a7a6-b74342e5fd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.969373613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"634e5ad4-baf1-43c2-83d7-e77cde9dc488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.984282162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcae3317-ae73-4d0d-b551-b4694cfc8fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.989328206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1afc9f80-c42c-4bac-a7a6-b74342e5fd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:57.990467529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"634e5ad4-baf1-43c2-83d7-e77cde9dc488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.002909896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcae3317-ae73-4d0d-b551-b4694cfc8fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.021961055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7e865535-7471-41f2-8a20-7ac703b2fd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.040526783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7e865535-7471-41f2-8a20-7ac703b2fd96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.124513855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"06721f9f-c950-4403-8fa2-a4f1dab22a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.124560375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"8a05fdeb-8db3-458d-ac98-a0456adb7c4e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.128074629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"2a5f73ad-1dd9-4f55-b178-c94accb46cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.128154959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a2c0c271-d05c-465d-a4cb-47f1b6d2a1e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.129386109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"0c908f4a-ab88-46fa-b324-d4387e987c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.142215084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"8a05fdeb-8db3-458d-ac98-a0456adb7c4e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.143334281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"06721f9f-c950-4403-8fa2-a4f1dab22a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.146450681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a2c0c271-d05c-465d-a4cb-47f1b6d2a1e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.147316584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"2a5f73ad-1dd9-4f55-b178-c94accb46cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.148769171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"0c908f4a-ab88-46fa-b324-d4387e987c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.312008295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"7a9eea80-bd0f-4f39-8781-7683ff4f21b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.330570233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"7a9eea80-bd0f-4f39-8781-7683ff4f21b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.410688966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"8e07003b-5962-4343-970e-a13694f60714","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.410707039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"6d7733f0-ff9c-4c98-9573-d4529e41f555","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.413098803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"57f34536-9fe1-4ac7-8cea-ebab2ef94f73","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.425130634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"4d1e68a5-022e-451b-91bb-497e550331ec","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.428604744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"6d7733f0-ff9c-4c98-9573-d4529e41f555","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.429606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"8e07003b-5962-4343-970e-a13694f60714","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.431081222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"57f34536-9fe1-4ac7-8cea-ebab2ef94f73","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.444637921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"4d1e68a5-022e-451b-91bb-497e550331ec","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.446253612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"8e07003b-5962-4343-970e-a13694f60714","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.447937149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"57f34536-9fe1-4ac7-8cea-ebab2ef94f73","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.464861541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"4d1e68a5-022e-451b-91bb-497e550331ec","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.540989761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"48ab4b1f-e646-4bc6-acc3-a800e8a01b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.541295726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"bf12ce81-4502-43e5-b77b-619ec250f575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.541931767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"d0518e9f-6d9d-408a-b659-88cc6873c5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.57866763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"bf12ce81-4502-43e5-b77b-619ec250f575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.579961546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"d0518e9f-6d9d-408a-b659-88cc6873c5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.590234996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"48ab4b1f-e646-4bc6-acc3-a800e8a01b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.612817376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"539ec12e-d4be-4cb3-ac91-8f1811bde741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.62077074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"7ae3d278-2f99-4c7c-9867-aefd0e7b089d","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.630327596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"539ec12e-d4be-4cb3-ac91-8f1811bde741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:58.638240593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"7ae3d278-2f99-4c7c-9867-aefd0e7b089d","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.907712405Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ab216c","reconcileID":"52c246c4-bdbe-4533-9560-e11bcc7d8a4c","namespace":"llm","name":"e2e-dft-del-ab216c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.928283201Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ab216c","reconcileID":"3d4e1df7-0fef-4a80-9e01-d2de88dab955","namespace":"llm","name":"e2e-dft-del-ab216c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.949166235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"85aaf2fe-f66f-4207-94ba-66505215216b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.951715057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"0e0c4e47-dad1-46ad-ab6a-c081f114cd4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.961032392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b55e5ad-f38d-4489-9691-df7ba5d5944c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.963691776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"e7827fa5-81bf-4a7d-9c35-e0024a556868","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.966290184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dbe0c58-c70d-4aaf-bb80-23ed7c29c191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.968085533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"85aaf2fe-f66f-4207-94ba-66505215216b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.968962622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"0e0c4e47-dad1-46ad-ab6a-c081f114cd4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.978236355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b55e5ad-f38d-4489-9691-df7ba5d5944c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.981253402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"e7827fa5-81bf-4a7d-9c35-e0024a556868","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.984403704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"85aaf2fe-f66f-4207-94ba-66505215216b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.984575743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dbe0c58-c70d-4aaf-bb80-23ed7c29c191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.986233564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"0e0c4e47-dad1-46ad-ab6a-c081f114cd4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:12:59.997668308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"e7827fa5-81bf-4a7d-9c35-e0024a556868","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.010917618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1315bd38-4dc8-48e0-a7b6-173d07780217","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.010932153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1315bd38-4dc8-48e0-a7b6-173d07780217","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.01122496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78df46b1-cf26-4f89-818c-2406601eb7b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.011236045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78df46b1-cf26-4f89-818c-2406601eb7b4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.011520958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5bbabbea-ce9a-460e-970e-c6bd4cbb4887","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.011533937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5bbabbea-ce9a-460e-970e-c6bd4cbb4887","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.01187215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"77f97b21-f149-4ac9-aaa2-9e62827a292d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.011886441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"77f97b21-f149-4ac9-aaa2-9e62827a292d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.012201957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"593583a0-bf6a-4ff9-a59b-de4beaa4d4a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.012214444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"593583a0-bf6a-4ff9-a59b-de4beaa4d4a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.012438524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a438982-0f87-4e9c-9eef-5906fe07e85d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.012447957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a438982-0f87-4e9c-9eef-5906fe07e85d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.012764679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4d315aae-2cde-42f1-8c16-aefa3cc8adce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.012775011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4d315aae-2cde-42f1-8c16-aefa3cc8adce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.012984618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99a79b20-97e4-43f9-b578-1f176ee13414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.012995258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99a79b20-97e4-43f9-b578-1f176ee13414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.025383075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"c2ccde28-fb9f-4229-9325-f553e2f0731b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.026094834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"79366396-0ed9-4334-9ac4-a5744c319d51","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.026110163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"79366396-0ed9-4334-9ac4-a5744c319d51","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.026739143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6ec7c529-1a16-4da2-bc31-45b4e42b33af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.037047961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b239765-5eab-491d-a346-da8e535fa2ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.037068111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b239765-5eab-491d-a346-da8e535fa2ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.043892819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"c2ccde28-fb9f-4229-9325-f553e2f0731b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.045090407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6ec7c529-1a16-4da2-bc31-45b4e42b33af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.050641717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"741caf6f-3c31-4ecd-9dac-55b18cd7509b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.050681504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"34481f83-05e1-4dc5-97be-2f3c628ae0f8","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.050697686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"34481f83-05e1-4dc5-97be-2f3c628ae0f8","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.05104066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92c5d636-1400-4d42-ab24-4e71ec788b41","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.051058826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92c5d636-1400-4d42-ab24-4e71ec788b41","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.051097215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa45db7c-b73d-4cb4-b022-b4658fdc60f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.051484348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"878d606b-a19d-413a-846d-a6c97dc5973c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.051501379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"878d606b-a19d-413a-846d-a6c97dc5973c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.051842671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b562100d-0cf7-48fb-9d78-e2942ec84a70","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.051856513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b562100d-0cf7-48fb-9d78-e2942ec84a70","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.052214854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0db3ab6-f93c-4bc0-9a9f-0205c253308e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.052228472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0db3ab6-f93c-4bc0-9a9f-0205c253308e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.052589189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"45e03674-2144-48ae-854b-329e22096322","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.052656392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"45e03674-2144-48ae-854b-329e22096322","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.053006645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cec7c48-44fb-4e11-94c3-c69a9a8d0d93","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.053020853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cec7c48-44fb-4e11-94c3-c69a9a8d0d93","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.053524762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9c3864b-b43d-4dc7-baef-d1fb98e9cb08","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.053539899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9c3864b-b43d-4dc7-baef-d1fb98e9cb08","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.157395139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"fc6cc045-554e-418a-b27b-567c147dae82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.208658941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"fc6cc045-554e-418a-b27b-567c147dae82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.215722381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ab216c","reconcileID":"2b110530-3781-47ab-ab98-164633268650","MaaSModelRef":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"name":"e2e-dft-del-ab216c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.244498575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"818c167b-9719-45d5-9abe-aa518241fceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.264952531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"818c167b-9719-45d5-9abe-aa518241fceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.332395744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"2f3d80c6-6be8-47eb-a4fe-99b1e09cc3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.332567812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"b1b19322-330d-4a46-adf3-2e57547ceb1d","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.335238275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4df7baf1-9a87-475f-90d8-239479a658b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.351422211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"2f3d80c6-6be8-47eb-a4fe-99b1e09cc3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.35142535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"b1b19322-330d-4a46-adf3-2e57547ceb1d","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.35466838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4df7baf1-9a87-475f-90d8-239479a658b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.465869044Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ab216c","reconcileID":"7e69d561-372b-40c2-981c-9a28a936303a","namespace":"llm","name":"e2e-dft-del-ab216c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.533609966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ab216c","reconcileID":"80382d99-0663-49b0-84ef-06c6084d4d01","MaaSModelRef":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-ab216c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.533647099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ab216c","reconcileID":"80382d99-0663-49b0-84ef-06c6084d4d01","MaaSModelRef":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"routeName":"external-model-e2e-dft-del-ab216c-f966c1aeb6d3","namespace":"llm","model":"e2e-dft-del-ab216c","externalModel":"e2e-dft-del-ab216c","provider":"e2e-dft-del-ab216c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.576093308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"ce575b85-7563-4246-a9e9-d0198c303f50","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.585981599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"77c8f860-5e04-453c-b85a-cf1406c6b93c","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.599690031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"ce575b85-7563-4246-a9e9-d0198c303f50","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.648032056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"672319bd-8e61-485f-ae10-292380c3e9ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.648497573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bcc4e49a-8271-49a0-9ed3-915750300d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.65073649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"77c8f860-5e04-453c-b85a-cf1406c6b93c","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.674570526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"672319bd-8e61-485f-ae10-292380c3e9ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.680752378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"bcc4e49a-8271-49a0-9ed3-915750300d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.691510562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"614ddbb1-c7e3-48fd-b907-698e3fa8daca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.711090018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"614ddbb1-c7e3-48fd-b907-698e3fa8daca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.761750335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fe944a4f-7796-473d-8379-36f68131f19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.76175618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"2ea33c68-dc45-4f8b-b482-88b453cfd995","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.771450731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"e8f4d10f-2113-40b4-89aa-9a3d5d9fe16e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.781134343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fe944a4f-7796-473d-8379-36f68131f19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.781430914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"2ea33c68-dc45-4f8b-b482-88b453cfd995","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.78389404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"846406a9-86bc-409a-b942-fbd75d40e08b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.789931854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"e8f4d10f-2113-40b4-89aa-9a3d5d9fe16e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.801217012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"846406a9-86bc-409a-b942-fbd75d40e08b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.806600352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-2c7cf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13cf14ba51b1764a42c691b1443d8e2ea229765671979946fd46a300ed67d228) AuthConfig (137b4e86b3a71dd6799422091caba2bd252937a60fb6887245a7bbd261f3b95b) AuthConfig (3de597bda9627fb1406ee0142a6e90a442625357f7305c111ff51f3bda434cae) AuthConfig (39155de1e3a7f676f0bab5b239daf2f813273b2a10d6d394a966da8531a70c82) AuthConfig (60b593bec163e251b3242d8071ed849a50b234f02763dca8310e0d212684433c) AuthConfig (bae4d27a0bd4ca142b00b9178637819d6d1500ad1c3460522e5ba61af9e9981e) AuthConfig (aa6d2a890c8dccf0b5e0bb5061393dd4d47c976c31a26b823e6e9d4f91142cd1) AuthConfig (663df6d016d1285754aab230391477af94139ae429766aac62f44a2ee7866c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"e8f4d10f-2113-40b4-89aa-9a3d5d9fe16e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.840830713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d70e7bb-9c2c-4dda-a4de-a9f027473c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.847858215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"ab247806-41f7-4160-8bdb-11d033872995","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.858467086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d70e7bb-9c2c-4dda-a4de-a9f027473c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.865643509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"ab247806-41f7-4160-8bdb-11d033872995","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.882596868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f62c83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1a883a1ce4df0b0dcf90686ad50e589bacb99203d8d616f65d9b0fce4f55ba91) AuthConfig (4314e36e44b3704619ac4ca06112f24865fa89f16e61c4e87035ce2801c0cbf1) AuthConfig (34d9cf66e49ae4a651e99aa4738b7acb1be42afaab88d3e7ccb2e5849d62741d) AuthConfig (4918b5d9b1b584b8c854a4848d3f6f6c04c483e197423648a870022e5e97240e) AuthConfig (526e13488a62282f41152d58cbbac98dd82a8f83bc4e3611c8916fb33697e5a0) AuthConfig (e8feba1ea95baba7fdf724d964e8948994ab277e4a7099dd4d49866f0bef6286) AuthConfig (0662aafcb45ad01985b9551c490600c0bb2b8c57e47fadcd6e838bbed2751a76) AuthConfig (9032677d9df7158d8c4da0098667f9a3fa2e767134fb092d5f1ec6600ea8d4bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"ab247806-41f7-4160-8bdb-11d033872995","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.927330911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1b005d12-ffc5-4ddd-8c09-5d3418acfcb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.927420534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"3b0eb9f2-a309-4027-9a3e-52cd67f06864","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.939536713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"bfaf2775-aa07-49e2-840b-86d1daccca00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.940077334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"c82ae691-0b4a-49e8-b0d8-cd63a424f5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.941675291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"c2d04e5c-a6bd-45bf-a168-60d8395bacb7","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.945350354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1b005d12-ffc5-4ddd-8c09-5d3418acfcb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.945416319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"3b0eb9f2-a309-4027-9a3e-52cd67f06864","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.957908658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"c82ae691-0b4a-49e8-b0d8-cd63a424f5d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.958909313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"bfaf2775-aa07-49e2-840b-86d1daccca00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.960202035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"c2d04e5c-a6bd-45bf-a168-60d8395bacb7","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:00.977282441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a45cdcb2b20d6bdecfdcfbb20451f8b13381b274f544b1e6ce9c63ab1f66c43) AuthConfig (046760b83038e7a3330446d729ee04a927eca6b36bbee7914c1a3efbe69e594f) AuthConfig (def446fbc8b10f1d2a94cd7608d811e7ab2d12da95cf81204358dd4122843afa) AuthConfig (87b174ba475234579b56d3ab75bf3a0a849597d7290bf34e496774f6f12272c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"c2d04e5c-a6bd-45bf-a168-60d8395bacb7","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.029618576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"7da28503-7508-4233-89d4-c0fe21919c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.041800091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"61569dd9-3f20-4d11-bcd6-9e6228af57bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.042088445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e8d6a565-6cba-458c-b24d-45429213ef22","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.043850431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"5bc01d38-6b57-4f5c-aca7-4be82f731b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.047542457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"7da28503-7508-4233-89d4-c0fe21919c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.06040786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"61569dd9-3f20-4d11-bcd6-9e6228af57bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.060940523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e8d6a565-6cba-458c-b24d-45429213ef22","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.062797044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"5bc01d38-6b57-4f5c-aca7-4be82f731b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.133660458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"e81667cd-2482-4c0e-b7b6-c2fbf3e2f7ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:01.150784283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"e81667cd-2482-4c0e-b7b6-c2fbf3e2f7ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.504849493Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ab216c","reconcileID":"c6f71b48-b6d6-4509-9583-419bd014ad6d","namespace":"llm","name":"e2e-dft-del-ab216c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.524491194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d01ed8db-289b-4d90-a361-d5d293ee194c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.524514435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d01ed8db-289b-4d90-a361-d5d293ee194c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.525067633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e21a21d-d62e-4ca2-9a26-5f4497a86f06","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.525082494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e21a21d-d62e-4ca2-9a26-5f4497a86f06","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.525455562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47686ac8-10a1-4a3e-8770-f5a54139887e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.525472963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47686ac8-10a1-4a3e-8770-f5a54139887e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.539133634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"fd18eaf8-1f94-42a3-bae0-7860889791ee","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.539186176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"fd18eaf8-1f94-42a3-bae0-7860889791ee","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.539493743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5649dfcc-93ce-41d9-a909-81e386804dc1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.539513157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5649dfcc-93ce-41d9-a909-81e386804dc1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.539837756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f8da2e6-ef42-4663-bd4e-48a837ebda40","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.53985046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3f8da2e6-ef42-4663-bd4e-48a837ebda40","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.540092902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e1b847e-6065-40e6-8b8d-4304bc46a014","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.540102929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e1b847e-6065-40e6-8b8d-4304bc46a014","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.540475791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"57dd57f1-018c-4020-915d-3661b9788b95","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.540502079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"57dd57f1-018c-4020-915d-3661b9788b95","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.540840013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5461318e-4527-4a68-acff-9ab64ff2a095","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.540851872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5461318e-4527-4a68-acff-9ab64ff2a095","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.580361141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"53332542-704c-4041-b1e0-fc36076bf4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.58083542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"14c2cbea-c7bf-4ec1-a703-5171151f41e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.592426932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"0320a2b7-e699-4e87-8246-655d3699fc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.592809838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"1fd7bac1-f5af-4483-aebb-a89183c84180","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.598812353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"a82cec53-68ee-4337-b5a0-568eb7e56dad","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.599430894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a19c37e-0e88-42b1-a069-a4dce4d2d437","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.633760868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"53332542-704c-4041-b1e0-fc36076bf4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.635034817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"14c2cbea-c7bf-4ec1-a703-5171151f41e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.638770281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"0320a2b7-e699-4e87-8246-655d3699fc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.656399066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"1fd7bac1-f5af-4483-aebb-a89183c84180","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.675893527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"a82cec53-68ee-4337-b5a0-568eb7e56dad","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.706832473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69570ea9-e7ff-47cd-8d01-63e99f5f221c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.731013484Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ab216c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ab216c","reconcileID":"f4016ff3-3b37-4a49-abdb-de7bea91f088","namespace":"llm","name":"e2e-dft-del-ab216c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.737877407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"a82cec53-68ee-4337-b5a0-568eb7e56dad","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.969924993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"1b554b19-ff98-422d-a24f-4d501994c5f2","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.970195054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"1b554b19-ff98-422d-a24f-4d501994c5f2","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.970593986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"b408c523-cfec-4202-a9fb-67c75af5a434","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.989769805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"4cce7962-3d49-4bf0-811a-04fc39c8fc12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.990628251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"a7d7ef60-e9d4-44c1-94fd-7d01cb23b97a","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:06.990726941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"a7d7ef60-e9d4-44c1-94fd-7d01cb23b97a","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.008715256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"b408c523-cfec-4202-a9fb-67c75af5a434","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.027839321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"2f486d0b-d38d-413c-82f0-c7f375343853","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.027938319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"2f486d0b-d38d-413c-82f0-c7f375343853","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.032395496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"4cce7962-3d49-4bf0-811a-04fc39c8fc12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.081349398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"8172a12f-3bca-4ed5-be67-ce0ef89442a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.082067346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"297ff2d5-0b13-4303-8822-486f6f493d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.095440383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b925e34-84ce-41b7-8d29-e99bedfeddf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.102336975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"8172a12f-3bca-4ed5-be67-ce0ef89442a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.105977157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"297ff2d5-0b13-4303-8822-486f6f493d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.114331343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b925e34-84ce-41b7-8d29-e99bedfeddf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.189778009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"0b468f77-4e54-4582-bea3-a898dfc28967","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","subscription":"e2e-att-detach-2c24fc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.225946636Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"0b468f77-4e54-4582-bea3-a898dfc28967","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.244503381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ca9ddab8-fb57-40cc-b5db-14ca3c40c94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.245250517Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-sub","reconcileID":"0b468f77-4e54-4582-bea3-a898dfc28967","MaaSSubscription":{"name":"e2e-att-detach-2c24fc-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.302136834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ca9ddab8-fb57-40cc-b5db-14ca3c40c94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.367563203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"dc771939-1e46-4ed0-97ed-7d797b74a1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.412855891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"4d7d86dd-538c-4f99-bb5f-829b1e24bcea","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.413313467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"d78fb183-b49f-4bc7-83a5-75e8b5a2cc3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.427790885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"dc771939-1e46-4ed0-97ed-7d797b74a1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.458594032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"10963af2-c537-4a46-85aa-f564ffc67e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.469052296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"4d7d86dd-538c-4f99-bb5f-829b1e24bcea","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.488279476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"d78fb183-b49f-4bc7-83a5-75e8b5a2cc3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.538572412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"10963af2-c537-4a46-85aa-f564ffc67e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.558579885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"b4c17a95-5009-4908-9242-6b3260fb3ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.560064862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"0ff2e223-cc89-4208-adb3-92e567c6557d","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.560166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"0ff2e223-cc89-4208-adb3-92e567c6557d","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.581082236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"b4c17a95-5009-4908-9242-6b3260fb3ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.608784669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"a930b9b0-9a41-40dc-87db-4a03281ffa9b","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.608891038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"a930b9b0-9a41-40dc-87db-4a03281ffa9b","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.627382174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"29795cac-647f-4dcc-a38c-b73d5acb2630","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.627727956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"541c99be-01f0-4dd1-82f7-5fcdce3ff925","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.664621889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"541c99be-01f0-4dd1-82f7-5fcdce3ff925","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.672588149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"29795cac-647f-4dcc-a38c-b73d5acb2630","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.712864428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"c40ecdf2-12ec-4521-bd87-a0fc0a0e64ad","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.712953822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"c40ecdf2-12ec-4521-bd87-a0fc0a0e64ad","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.713943385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"842b4815-1e90-49d6-83a8-eb57f7d00c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.715646625Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.729013198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"612c8ed8-9fe0-4de6-a15e-0c78bd593c84","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.729034024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"612c8ed8-9fe0-4de6-a15e-0c78bd593c84","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.732500036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"842b4815-1e90-49d6-83a8-eb57f7d00c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:07.754124932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-sub","reconcileID":"4ef39472-dcd8-4b7e-9e83-c522b1111ddd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-d9636f-1859af-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.766130239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"c2510010-151e-4885-8bb4-d7deb0097120","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.766298181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"c2510010-151e-4885-8bb4-d7deb0097120","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:07.786300229Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"c2510010-151e-4885-8bb4-d7deb0097120","name":"e2e-cfl-same-d9636f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-d9636f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:07.786427067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"c2510010-151e-4885-8bb4-d7deb0097120","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-d9636f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.804545807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"b991edbb-3ad4-4d2b-bf30-7b3a113ead98","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.804617618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"b991edbb-3ad4-4d2b-bf30-7b3a113ead98","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.818377926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"65a3aec3-62ca-49ba-928f-d0a57d28439e","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.8184355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"65a3aec3-62ca-49ba-928f-d0a57d28439e","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.819757534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"7b8782fa-64fb-4b4b-b039-c9e176bfcd8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.831892109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"060ea841-0262-4a27-b920-f12c0ea8568c","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.83226421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"079c25fc-8789-4f5f-a6da-9176575510f5","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.832281576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"079c25fc-8789-4f5f-a6da-9176575510f5","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.838440243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"7b8782fa-64fb-4b4b-b039-c9e176bfcd8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.856875967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"060ea841-0262-4a27-b920-f12c0ea8568c","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.874606256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"060ea841-0262-4a27-b920-f12c0ea8568c","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.874836786Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-detach-2c24fc-access","reconcileID":"4270400f-b332-41ae-90a5-cfeaba666011","MaaSAuthPolicy":{"name":"e2e-att-detach-2c24fc-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.901876064Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-sub","reconcileID":"81278a2c-6976-48e7-88e3-aab6669890c9","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-same-d9636f","model":"e2e-cfl-same-d9636f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.929575987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"84c33729-d76d-424d-99bb-ff2355736608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.929779103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"6268c8d3-66e7-42cd-bf88-a688284b8518","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.935907769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"de11ac94-ee16-46c0-bf39-b625c35024c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.959798364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"84c33729-d76d-424d-99bb-ff2355736608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.97925242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"6268c8d3-66e7-42cd-bf88-a688284b8518","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:07.981073747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"de11ac94-ee16-46c0-bf39-b625c35024c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.004977414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"adf4dce2-425d-41d3-9284-13744be4a967","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.005077103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"adf4dce2-425d-41d3-9284-13744be4a967","MaaSModelRef":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-detach-2c24fc-6c267ff31e51","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-detach-2c24fc","externalModel":"e2e-att-detach-2c24fc","provider":"e2e-att-detach-2c24fc-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.022912643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"0cfa788e-1b55-4157-866e-bdce347bff5d","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.022941311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"0cfa788e-1b55-4157-866e-bdce347bff5d","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.034472827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f5d8945-df00-4e42-bc72-d721f201a69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.045452094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23acebec-ee8b-4d8c-859d-3ddaac21ff44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.058298965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f5d8945-df00-4e42-bc72-d721f201a69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.065933074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23acebec-ee8b-4d8c-859d-3ddaac21ff44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.071437574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-sub","reconcileID":"b40374e4-12ce-4e4f-bf3f-756afdae4770","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-same-d9636f","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.284844712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"65769dc4-8d60-4046-a995-d53dc9c44a09","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.284883193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"65769dc4-8d60-4046-a995-d53dc9c44a09","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.359428614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"4604b3f3-bbe0-402c-b952-15ca98a4853f","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.378254147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"4604b3f3-bbe0-402c-b952-15ca98a4853f","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.395483845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"4604b3f3-bbe0-402c-b952-15ca98a4853f","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.584800242Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"f2853621-2b6b-4fdb-9c4e-fd1282bea430","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.618086058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"1b01c60e-274c-4602-ab98-2d2c4b4590ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.619619952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"1575a796-7d19-4d65-8294-e6fd1612d8ef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.619636735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"1575a796-7d19-4d65-8294-e6fd1612d8ef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.627766008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"a0872384-2e52-4177-907a-5d9775337496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.628344539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"0509bea9-147e-4d87-9a0b-e4aa545883ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.63454944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"2faf45ad-93f1-44f0-a16d-512e818b90a4","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.639834154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"1b01c60e-274c-4602-ab98-2d2c4b4590ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.649629026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"a0872384-2e52-4177-907a-5d9775337496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.658165808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"0509bea9-147e-4d87-9a0b-e4aa545883ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.658791374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"41270a50-5d32-4c17-8333-c83fdba7c9eb","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.667439974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"2faf45ad-93f1-44f0-a16d-512e818b90a4","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.677290434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"79dde281-733e-43b9-b534-c20237ab466e","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.682868162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"41270a50-5d32-4c17-8333-c83fdba7c9eb","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.70349113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"41270a50-5d32-4c17-8333-c83fdba7c9eb","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.764464688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"a4f1dec1-cd0f-4295-aba4-578f05721c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.775845319Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-2c24fc","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","reconcileID":"9d1aea76-3145-43d2-bacd-b73ccdf60444","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-detach-2c24fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.786534965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"a4f1dec1-cd0f-4295-aba4-578f05721c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.870746302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b4e952d7-de9e-4a28-a7fd-680f348aa308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.941951289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b4e952d7-de9e-4a28-a7fd-680f348aa308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:08.95113438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"aa60087f-21de-43e6-9a35-77ba30170aa5","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.018289165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"aa60087f-21de-43e6-9a35-77ba30170aa5","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.031564137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50aebfe3-97e9-4655-82e4-205844f67efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.045721855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0235ae3-965b-4ab1-94a7-64f1d7e5b192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.064345122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50aebfe3-97e9-4655-82e4-205844f67efd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.064744146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d148da6c-5874-42d2-aa80-b61153a12d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.083938197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0235ae3-965b-4ab1-94a7-64f1d7e5b192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.08540877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d148da6c-5874-42d2-aa80-b61153a12d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.147599767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"58fc7049-b08b-4f33-b4b8-eecf40279efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.174443162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"58fc7049-b08b-4f33-b4b8-eecf40279efb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.252327044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f4a81baf-ad83-4b07-b141-38eb23482251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.261448744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"a72cf9cb-cc35-4058-8dae-c81317b6d037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.261747057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"079d6c52-3d55-40c9-bc22-76cd2dcd6029","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.261960525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"3cd5a8f3-d922-4503-81f2-398fa2803762","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.273746641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f4a81baf-ad83-4b07-b141-38eb23482251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.280840165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"a72cf9cb-cc35-4058-8dae-c81317b6d037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.283378889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"079d6c52-3d55-40c9-bc22-76cd2dcd6029","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.285895464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"3cd5a8f3-d922-4503-81f2-398fa2803762","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.321709119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"9f7b2acd-3788-4297-8509-3fd83243ed71","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.321728061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"9f7b2acd-3788-4297-8509-3fd83243ed71","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.345694956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e2fd04ba-a0c2-4052-bff8-49c45b6a67dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.361470932Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"e6eaf2c9-481d-4990-abbf-7fa1246d4ae8","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ba316208","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.424013211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e2fd04ba-a0c2-4052-bff8-49c45b6a67dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.588869642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"1184422a-98de-46cd-a35a-247cb35e3453","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.60296977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"76b5ba7c-4e7b-44df-b42f-2e1e2427fc01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.60888003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"1184422a-98de-46cd-a35a-247cb35e3453","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.621082953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"76b5ba7c-4e7b-44df-b42f-2e1e2427fc01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.696428962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"115b8872-c418-4505-b930-d950954623d9","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.708721833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"f8b2b113-a38b-4af3-b2ac-0f832cc42b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.714086016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"115b8872-c418-4505-b930-d950954623d9","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.723842356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"31dfab39-5aed-414f-91fb-854b2cad87d9","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.728672466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"f8b2b113-a38b-4af3-b2ac-0f832cc42b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.742214455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"31dfab39-5aed-414f-91fb-854b2cad87d9","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.768356952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"31dfab39-5aed-414f-91fb-854b2cad87d9","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.810258136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"6bea99af-3354-40e7-be4a-e436078f7bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.810275578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"5d8c8788-db1c-4bfc-aa19-5051887afa9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.829357182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"5d8c8788-db1c-4bfc-aa19-5051887afa9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:09.829962606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"6bea99af-3354-40e7-be4a-e436078f7bb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.704356751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","reconcileID":"6752af5f-25de-4482-b98a-91060966ec82","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.726291731Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","reconcileID":"87289706-710d-4db8-bf44-a07e20014152","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.765620064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"d4139a20-9e2d-41b6-affc-9129be0c0de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.765702659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e69dd83f-a9e9-47ca-ad2a-3ae2f063843b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.778268721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"ac205114-537f-4e6a-997e-bfd6e802db76","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.778397841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3f68e25c-f155-4d82-ae41-acb24fb32d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.778528645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"99f593b7-64f2-4896-94d6-255a44a8acd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.783852247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"e69dd83f-a9e9-47ca-ad2a-3ae2f063843b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.783928995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"d4139a20-9e2d-41b6-affc-9129be0c0de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.799479168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3f68e25c-f155-4d82-ae41-acb24fb32d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.799483677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"ac205114-537f-4e6a-997e-bfd6e802db76","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.801568586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"99f593b7-64f2-4896-94d6-255a44a8acd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.815944238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"ac205114-537f-4e6a-997e-bfd6e802db76","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.867839559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"861d3e02-1b69-4c82-a71e-9f937ef26cdd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.890367309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"861d3e02-1b69-4c82-a71e-9f937ef26cdd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.974482886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"745fab97-1db1-4ab8-a046-0613d59f0757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.97507674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"18c9d5e1-a5da-436b-8904-7a91671302d5","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.987352543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a73c252-8b5f-4e89-897c-fd9584e7adc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.987755926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f6bbed-da87-48b7-8569-442fde1af04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:10.992941796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"745fab97-1db1-4ab8-a046-0613d59f0757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.006377002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f6bbed-da87-48b7-8569-442fde1af04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.007345854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a73c252-8b5f-4e89-897c-fd9584e7adc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.0687583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"77120dac-905d-411b-a3a1-e3a9cb30d420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.082469198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3fb735c7-a6dd-41e2-98f6-c598f983df11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.087601348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"77120dac-905d-411b-a3a1-e3a9cb30d420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.100328118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3fb735c7-a6dd-41e2-98f6-c598f983df11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.17269241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d2efd580-a51b-4b17-8f3a-14d9a448f7eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.175381338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"4f221fc7-e956-43dd-a61f-bd01e54ae566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.175944378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"b97def02-e6c8-415f-aa7e-c6bd6513574e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.220238864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d2efd580-a51b-4b17-8f3a-14d9a448f7eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.224610326Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"d090bfd7-461e-489c-ae64-9a44073ede98","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.221358079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"b97def02-e6c8-415f-aa7e-c6bd6513574e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.226555734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"4f221fc7-e956-43dd-a61f-bd01e54ae566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.299003218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"3b14f3eb-ed21-49cf-8533-d0e0e180d20e","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.416185698Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","reconcileID":"405f8a77-5361-4c6a-91a1-04b1fd84a63c","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.416670241Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"98c30094-8cb6-4772-800c-0ca2e849074c","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.514192579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e9fb2ed0-eadd-418b-9ea4-8a143af822fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.515383232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"37e63f0c-139a-4436-92df-9ee623505dc0","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.57284635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e9fb2ed0-eadd-418b-9ea4-8a143af822fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.573168029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"b1ca4b54-e039-40ad-89f5-922d60893b2f","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.610768044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e48d055c-2a15-45ca-b976-dfe7088fa58c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.611941238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"c3ff6fb4-6b2f-4301-98e6-879af28badbb","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.615564323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"b1ca4b54-e039-40ad-89f5-922d60893b2f","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.637839938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e48d055c-2a15-45ca-b976-dfe7088fa58c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.639281858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"8b54d8d7-45ea-419a-806d-6c3b960d9426","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.653394148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"ea65e881-8dc8-4cda-9fe7-2498af7e3cb7","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.668723325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"8b54d8d7-45ea-419a-806d-6c3b960d9426","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.670397548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"b7ef4f33-22ca-4b9d-a563-c56af6288a7e","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.691304138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"b7ef4f33-22ca-4b9d-a563-c56af6288a7e","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.707707018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"b7ef4f33-22ca-4b9d-a563-c56af6288a7e","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.74881856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9c73e4ba-70bc-41b8-9b68-10e528eac8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.771586998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9c73e4ba-70bc-41b8-9b68-10e528eac8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.852786225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9f936bdd-3dd5-413b-b6a4-49d090c98eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.852954501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b4a3b216-1b57-4f1e-a4ff-ccfeb96502b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.886550957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9f936bdd-3dd5-413b-b6a4-49d090c98eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.893099563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b4a3b216-1b57-4f1e-a4ff-ccfeb96502b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.981399415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ef9081b1-2e66-4083-aa61-a7b7a6ea58a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.99272464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"9107abab-43dc-478b-ae1d-35e883d31025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.993553987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"5f072ff0-a5ff-4dee-9d57-1d2c2a39ed35","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:11.999779648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ef9081b1-2e66-4083-aa61-a7b7a6ea58a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.003434375Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]","namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.011195971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"9107abab-43dc-478b-ae1d-35e883d31025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.012319803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"5f072ff0-a5ff-4dee-9d57-1d2c2a39ed35","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.017757283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"c4599f6b-ef59-49ee-90bb-2251eef3b2e7","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.017825274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"c4599f6b-ef59-49ee-90bb-2251eef3b2e7","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:12.041701381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-sub","reconcileID":"77efea50-e243-4103-b64a-3dfb9ca280f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-11241e-407152-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.049472699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"02190868-f82b-4538-8b7d-7c26d7d5061a","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.049493741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"02190868-f82b-4538-8b7d-7c26d7d5061a","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:12.063731234Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"02190868-f82b-4538-8b7d-7c26d7d5061a","name":"e2e-cfl-same-11241e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-11241e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:12.063781281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"02190868-f82b-4538-8b7d-7c26d7d5061a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-11241e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.07003048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"4b8807f3-b295-4bec-82e3-e3e25828444e","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.076827445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"37d60a6e-9bc5-487e-a470-c4e56d1b9d6f","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.07684506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"37d60a6e-9bc5-487e-a470-c4e56d1b9d6f","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.08784947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"4b8807f3-b295-4bec-82e3-e3e25828444e","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.091460727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"94547c2d-ec6a-4cd7-9f2e-eef84b438a17","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.091478067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"94547c2d-ec6a-4cd7-9f2e-eef84b438a17","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.104673591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"9cbad582-8df5-40c0-977a-cbf6551fdcdf","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.104690338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"9cbad582-8df5-40c0-977a-cbf6551fdcdf","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.122710865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","reconcileID":"acd7db95-33e0-42b3-ac59-ad6169b5f77a","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.13608726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"4743b113-7eb0-42dc-91f7-d6d6fa6d7ca1","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.149338433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"380c9f77-4ec8-44fd-acc7-9b29bc6ad19e","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.163398323Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-sub","reconcileID":"9a71cd78-049a-4673-adf6-aece44ef5feb","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-same-11241e","model":"e2e-cfl-same-11241e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.179402479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a6db2633-8001-427c-b51f-2ea04c518168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.179586307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"507267ef-7715-4afc-83e6-bd5c3fca528b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.197056138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a6db2633-8001-427c-b51f-2ea04c518168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.198317493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"507267ef-7715-4afc-83e6-bd5c3fca528b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.349521875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"5c263dd9-604c-48e7-8b96-cf2885f22977","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.34962551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"5c263dd9-604c-48e7-8b96-cf2885f22977","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.389650652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e267ba3-d45d-4f5c-85b7-3bfc988c7af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.3900615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"b172a120-b837-4c55-a9e8-d395a76adef7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.405755371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5a997ed-6811-44b6-a814-ffa8e58e47d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.44405647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e267ba3-d45d-4f5c-85b7-3bfc988c7af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.446229317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"b172a120-b837-4c55-a9e8-d395a76adef7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.44640845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"e512667f-c164-4e64-aad9-a48da54dba4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.446986182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-sub","reconcileID":"3652b9aa-26c5-4b90-bfe4-a9458222086e","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-same-11241e","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.454972245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6e72e308-5fd6-4f75-a3ed-10be7ffb7aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.462913201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5a997ed-6811-44b6-a814-ffa8e58e47d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.544003314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"e512667f-c164-4e64-aad9-a48da54dba4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.547409757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6e72e308-5fd6-4f75-a3ed-10be7ffb7aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.644554794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"fe370cd8-8680-4657-ae7a-54b6d93d8477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.666491305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"fe370cd8-8680-4657-ae7a-54b6d93d8477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.739779439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"47fe384c-8153-4f41-9bbf-04394ff73bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.739956692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"4c6f0df4-8d8c-4b8b-950c-c04696e5d2ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.747565311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"94bc9a66-5647-430b-ab5f-e1033d3b3dd8","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.754628717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"67040b5b-957f-41ab-9044-5a9bea5f3c8c","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.759560895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"47fe384c-8153-4f41-9bbf-04394ff73bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.760080172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"4c6f0df4-8d8c-4b8b-950c-c04696e5d2ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.766488184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"94bc9a66-5647-430b-ab5f-e1033d3b3dd8","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.772261567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"67040b5b-957f-41ab-9044-5a9bea5f3c8c","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.78889901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"67040b5b-957f-41ab-9044-5a9bea5f3c8c","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.825654835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"e9bb13c0-745a-46db-9feb-c6e51d8afd24","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.844596766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"ca033a4c-af3a-496b-a353-63bb3fa8a788","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.847204629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"b8125296-3257-4fdc-8f9a-7942a01bed36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.853368767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"e9bb13c0-745a-46db-9feb-c6e51d8afd24","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.86700046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"b8125296-3257-4fdc-8f9a-7942a01bed36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.868720741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"ca033a4c-af3a-496b-a353-63bb3fa8a788","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.938467118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"5a9737d0-1838-4f73-9d07-21ce3ad56388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.938590469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"61c88f7e-1303-4495-9b9d-904731548421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.956773988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"5a9737d0-1838-4f73-9d07-21ce3ad56388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:12.95764602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"61c88f7e-1303-4495-9b9d-904731548421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.028166815Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","reconcileID":"8a8864b2-a38a-4ebd-abaa-50254788f282","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.038639087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2b2beca8-0978-409c-b49f-c786be3dd545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.057346821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"2b2beca8-0978-409c-b49f-c786be3dd545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.07557663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"11a10544-b818-4967-be94-c418e4882119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.082619291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"e61cd323-a133-4b51-b032-7a65ffec443b","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.083052698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f43529c7-34d9-4ce4-9c02-0323fbc268d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.09399239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"11a10544-b818-4967-be94-c418e4882119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.10107933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f43529c7-34d9-4ce4-9c02-0323fbc268d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.10120841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"e61cd323-a133-4b51-b032-7a65ffec443b","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.117752854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"e61cd323-a133-4b51-b032-7a65ffec443b","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.13710331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"949d837e-06eb-4278-8a5d-b6328b5b24cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.154437121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"949d837e-06eb-4278-8a5d-b6328b5b24cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.160912631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"90c534d7-5569-48e1-bd02-ad51a1da6391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.178420761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"90c534d7-5569-48e1-bd02-ad51a1da6391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.256975321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"ae4034bc-4cd7-4d5d-8421-5b2987da93aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.257331873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e58c8f25-68d7-44e2-a7f8-a4869a89cdcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.257569647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"c02cab7b-5fc8-4554-bb49-1e3106f78677","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.257993199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0803ddbc-02bb-4998-8f97-c923a0c1e135","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.286536068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e58c8f25-68d7-44e2-a7f8-a4869a89cdcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.292355605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"ae4034bc-4cd7-4d5d-8421-5b2987da93aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.301297134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0803ddbc-02bb-4998-8f97-c923a0c1e135","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.302442134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"c02cab7b-5fc8-4554-bb49-1e3106f78677","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.427271492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"d1678d25-aaca-4011-93a8-a35a99670faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.447151264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"d1678d25-aaca-4011-93a8-a35a99670faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.544329141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"30ccbb2e-18cc-4d43-a849-6914ec1214f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.558013404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"afbcef3d-0bba-4c96-8adc-61e1d027313b","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.571815052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"30ccbb2e-18cc-4d43-a849-6914ec1214f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.57344988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4cdf4a06-98df-4697-b849-b6ff9a6cd5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.573808692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"38d08c22-7305-4360-a032-dfd143ea90c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.596722617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"afbcef3d-0bba-4c96-8adc-61e1d027313b","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.598964945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"38d08c22-7305-4360-a032-dfd143ea90c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.599873436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4cdf4a06-98df-4697-b849-b6ff9a6cd5bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.63979699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b3d6bd30-52dc-428a-8e32-fcc156d014b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.664119766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b3d6bd30-52dc-428a-8e32-fcc156d014b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.855932083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"bfe93dff-2af5-4b17-96d6-e03d9dcdedc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.856464663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"2fc11024-0861-4799-a987-cac9aaaf8072","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.927622122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37002216-4df2-456b-bfa0-7fbb2c2e0c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.940713736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"2fc11024-0861-4799-a987-cac9aaaf8072","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:13.953398692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"bfe93dff-2af5-4b17-96d6-e03d9dcdedc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:14.001808101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37002216-4df2-456b-bfa0-7fbb2c2e0c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:18.048996836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"1e698707-09d0-4e5d-b5d4-acb73681daf7","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:18.067893158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"b0d1de25-4599-4aa6-b6fe-573a471eb801","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:18.085877959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"0def82b9-5fdf-44ca-abd7-72936ef66b01","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:18.104857519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"0def82b9-5fdf-44ca-abd7-72936ef66b01","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:18.228673491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"e160b280-810e-4333-95b8-9b6ffacb616b","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:18.805961108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.379417111Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"67c812bd-4b4c-4306-9c94-2ff99fef0680","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","subscription":"e2e-att-unrel-491701-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.406014855Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"67c812bd-4b4c-4306-9c94-2ff99fef0680","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.419257029Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-sub","reconcileID":"67c812bd-4b4c-4306-9c94-2ff99fef0680","MaaSSubscription":{"name":"e2e-att-unrel-491701-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.510174634Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]","namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.523094961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"c91a39bb-b1a8-422f-9be4-d7085ec62a97","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.523113579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"c91a39bb-b1a8-422f-9be4-d7085ec62a97","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.571495511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"b0dee0e5-10fc-4dce-8656-ebf53cbd53d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.588748607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"b0dee0e5-10fc-4dce-8656-ebf53cbd53d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.66085242Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"14d0f6b6-6798-4ec3-aacf-6d806adb70f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.674065409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"d4a7008f-56e1-4671-a0e9-5c6ac9262201","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.674089967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"d4a7008f-56e1-4671-a0e9-5c6ac9262201","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.85238478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"14d0f6b6-6798-4ec3-aacf-6d806adb70f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.871106715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"14d0f6b6-6798-4ec3-aacf-6d806adb70f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.871136947Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-att-unrel-491701-access","reconcileID":"14d0f6b6-6798-4ec3-aacf-6d806adb70f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-491701-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.901756385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"173ade56-2c58-4c54-83e3-62be2d0fe9f5","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"tenant":"e2e-extmod-b-b2006f","gateway":"openshift-ingress/e2e-extmod-b-b2006f","model":"e2e-extmod-att-user-3a66b0/e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:19.901778268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"173ade56-2c58-4c54-83e3-62be2d0fe9f5","MaaSModelRef":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"routeName":"external-model-e2e-att-unrel-491701-91daf2efbb8c","namespace":"e2e-extmod-att-user-3a66b0","model":"e2e-att-unrel-491701","externalModel":"e2e-att-unrel-491701","provider":"e2e-att-unrel-491701-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.431001586Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"4cc9f6d5-37b9-40ff-9ef5-99b4fac2bb5e","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.542676165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a7cf0218-3ab7-4823-9f48-bcd437037729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.542965649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"17161b8e-fb38-4849-8420-53c51c46f158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.543329855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"4979162e-9ae4-4243-bcb7-68eded93b237","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.565748761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"66d996e7-8fd0-43a7-90e2-57408b6cd566","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.566182944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"49bf3200-8a67-49b7-8d18-9760abecae19","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.577592296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"4979162e-9ae4-4243-bcb7-68eded93b237","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.579559297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a7cf0218-3ab7-4823-9f48-bcd437037729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.642996709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"49bf3200-8a67-49b7-8d18-9760abecae19","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.588122977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"17161b8e-fb38-4849-8420-53c51c46f158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.647274297Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-491701","namespace":"e2e-extmod-att-user-3a66b0"},"namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","reconcileID":"9161505f-e8b9-45cc-ac06-ae97b0e24c5c","namespace":"e2e-extmod-att-user-3a66b0","name":"e2e-att-unrel-491701","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.649734499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"66d996e7-8fd0-43a7-90e2-57408b6cd566","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.665523308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"49bf3200-8a67-49b7-8d18-9760abecae19","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.784701616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"b05a93d9-2caf-46be-a736-d864d90a4a7b","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.802008977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"b05a93d9-2caf-46be-a736-d864d90a4a7b","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.809334133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"34e6b86c-71dd-4901-9fec-f661f62b6c01","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.81859796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"0424656d-a788-41e8-8489-f2073b5ed16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.8196836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"dd8800bb-3718-4619-ba5c-f4db1a08b7fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.827703409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"34e6b86c-71dd-4901-9fec-f661f62b6c01","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.836261318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"0424656d-a788-41e8-8489-f2073b5ed16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.8374088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"dd8800bb-3718-4619-ba5c-f4db1a08b7fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.844928167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1cff6fb4-0b59-4be7-a388-b1404e2b58c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.863628804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1cff6fb4-0b59-4be7-a388-b1404e2b58c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.929559335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"2defdc30-32e3-4bc1-ab06-0157ca2bbc61","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.929737237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"166de6c5-6c6d-44c2-bb0b-3b9f8fe7f69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.948201653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"166de6c5-6c6d-44c2-bb0b-3b9f8fe7f69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:20.948322369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"2defdc30-32e3-4bc1-ab06-0157ca2bbc61","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.095203588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17fe5de8-dfb0-42a0-9ff1-362feef09d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.11784995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"08e99e86-5a71-483e-8096-9e4bdbece72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.136415401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dbf2883-4765-4ccf-a74b-72e583ee9aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.13849722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17fe5de8-dfb0-42a0-9ff1-362feef09d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.175721176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"08e99e86-5a71-483e-8096-9e4bdbece72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.176346502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dbf2883-4765-4ccf-a74b-72e583ee9aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.176446648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"17e3f2d8-31df-4201-8a08-900eb816b1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.220905433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"17e3f2d8-31df-4201-8a08-900eb816b1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.22942668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"44988c56-eee5-40b1-b1f0-2d4ab9681b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.282097576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"44988c56-eee5-40b1-b1f0-2d4ab9681b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.315044625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"fa3a0021-73a1-4596-af0b-7439b890b31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.334356132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"fa3a0021-73a1-4596-af0b-7439b890b31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.377452562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"0adb202e-75e4-43bb-a69d-b31e2e8c35f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.377780053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2fcd7862-36b7-40d4-8c9f-0d6855f40f59","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.396285311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2fcd7862-36b7-40d4-8c9f-0d6855f40f59","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.396747857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"0adb202e-75e4-43bb-a69d-b31e2e8c35f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.494890778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"53ed45a3-cd97-4426-9838-8017fb1e6826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.520854203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"53ed45a3-cd97-4426-9838-8017fb1e6826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.574792138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"388ed8ee-7903-4e6c-95db-ae5af58b2996","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.590632832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"b0afa472-da36-4318-a989-c82356be22cf","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.593914239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"388ed8ee-7903-4e6c-95db-ae5af58b2996","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.609900155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"b0afa472-da36-4318-a989-c82356be22cf","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:21.626343476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"b0afa472-da36-4318-a989-c82356be22cf","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:23.725800798Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]","namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:23.738854878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"5f4fa253-3e05-45d2-ad28-b02efea4e63b","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:23.760644984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"2a02d1f5-b6ba-4106-8e47-71825b2a477f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-9ee128-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:23.77300597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"0e851bb9-5ec5-431f-8ca1-7375e32ed79a","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:23.787456489Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"0e851bb9-5ec5-431f-8ca1-7375e32ed79a","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-9ee128-e2e-extmod-a-7debde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:23.787532123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"0e851bb9-5ec5-431f-8ca1-7375e32ed79a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-9ee128-e2e-extmod-a-7debde\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:23.854073203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"a49258c5-13ef-4cbb-aadd-e19e0f153d01","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:23.867434052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"a9edb43f-56c0-471a-b597-d7a26386ac91","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:23.942373575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"a49258c5-13ef-4cbb-aadd-e19e0f153d01","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:23.954814287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"e70bc32f-e423-4f79-9c14-990b5dea5c75","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:24.009119818Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"2c7199c6-ceee-40c6-8b93-1a9985d34031","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-a-7debde","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-7debde/e2e-shr-shared-9ee128-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:24.084271747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"e114cd69-91fd-4d18-bb77-4c91fd5f8121","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:24.12394813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"11033422-4eaa-4062-9898-1b7dd3edd7fd","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-a-7debde","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:31.720516666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"5702fa3b-c88b-44d4-9682-7ffcaa908799","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:31.781156555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"5702fa3b-c88b-44d4-9682-7ffcaa908799","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:31.851006116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (357937ebb06545a55b6555156e07d7310b0020effdc80caf6e57d3a2fd36a007) AuthConfig (e643866dbafdfaa207b2cbfec76096b3f5aea0bd30f4a6c4d4450877542fbcba) AuthConfig (3305c8913f1c4a90957c9935c25a759d180ec548fc6bf4ed375d5153000ca722) AuthConfig (060ede967bcf7216c6a0d3e2543722ba58cedce50dbd30d6d8c84d1b50239016)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"5702fa3b-c88b-44d4-9682-7ffcaa908799","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:33.099474648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-sub","reconcileID":"e6feeeab-bf46-4727-b73e-8dffc42514ff","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-same-11241e","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:33.202040524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"7c8c195b-e325-4782-a0ef-4940c015a539","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:33.202071972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"7c8c195b-e325-4782-a0ef-4940c015a539","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:33.622838773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-sub","reconcileID":"4d06ea6e-2322-4b77-940a-95192dff4dfd","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-same-d9636f","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:33.755909361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"92acf048-a8a0-4124-8a30-4587d8dc56aa","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:33.755946862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"92acf048-a8a0-4124-8a30-4587d8dc56aa","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.100422199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"8f7e40c5-c34c-4c97-866f-50782b34b53a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.170759855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"8f7e40c5-c34c-4c97-866f-50782b34b53a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.368428497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f61aacd7-a191-441d-ac9c-a6f856aa7440","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.400639194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f61aacd7-a191-441d-ac9c-a6f856aa7440","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.758689462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"aedc38e0-bb67-4f36-863e-35dc43d7ceda","namespace":"llm","name":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.821375775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"11503356-710f-4b18-a7b3-0995faf6aac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.82167813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"69832e90-5175-4dfe-b5db-3db1a64a4b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.821916553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"f9874bae-c3d8-45c6-b06a-3d83a966575b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.823064547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"a0e0e928-5a6c-47f3-a4cd-8d73b57999cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.840462739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"69832e90-5175-4dfe-b5db-3db1a64a4b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.840739981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"f9874bae-c3d8-45c6-b06a-3d83a966575b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.852081495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"11503356-710f-4b18-a7b3-0995faf6aac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.852967881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"2a104367-30ce-44a3-a364-c375d31c732f","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.859738121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"a0e0e928-5a6c-47f3-a4cd-8d73b57999cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:34.897287765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"2a104367-30ce-44a3-a364-c375d31c732f","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.025484629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"a72567e1-d0a5-4ce9-86a5-31eb11440c17","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"name":"e2e-dft-refs-e2fe95","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.03855325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"823fe4a1-649f-4ade-888b-cd0effbed178","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.078039189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"823fe4a1-649f-4ade-888b-cd0effbed178","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.165884766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"97f27f51-22c5-4a90-a629-7fbf445ca56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.182472229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25dfda1e-4aa0-47cc-97dd-4363183a9495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.182999881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5002fbe8-57fb-4b4a-b0c4-6ee9731ec297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.190550758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"97f27f51-22c5-4a90-a629-7fbf445ca56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.229921537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25dfda1e-4aa0-47cc-97dd-4363183a9495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.236625252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5002fbe8-57fb-4b4a-b0c4-6ee9731ec297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.23729517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"6c6852b3-a25b-47f7-a5c1-cead0af827a8","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.237644268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"6c6852b3-a25b-47f7-a5c1-cead0af827a8","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.268321188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0f47351b-1970-4e2b-b063-9ecda5033536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.300097902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0f47351b-1970-4e2b-b063-9ecda5033536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.369387877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"9540b916-843c-4cb1-a4c4-e1ef64c1f1f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.36968297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"e46a590d-2341-44b4-9107-3980dfc05d81","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.369915802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"cc3b3e56-5bb8-401d-a9c9-18a00d7d77f1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.374364643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"7f41927c-8604-4701-ba73-f8212e8694ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.391628003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"07157725-10ee-4d3e-b9af-ebb8bb6f5f8c","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.391917638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"07157725-10ee-4d3e-b9af-ebb8bb6f5f8c","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.413848505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"9540b916-843c-4cb1-a4c4-e1ef64c1f1f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.421704275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"7f41927c-8604-4701-ba73-f8212e8694ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.428735734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"cc3b3e56-5bb8-401d-a9c9-18a00d7d77f1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.431555119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"e46a590d-2341-44b4-9107-3980dfc05d81","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.478841352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"c949a9a0-bd35-41bb-87f4-3b088314647d","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.478948714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"c949a9a0-bd35-41bb-87f4-3b088314647d","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.526676782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"dc3fb7aa-9625-43d2-818f-d59e60937cea","namespace":"llm","name":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.569394994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"44754671-0b31-4cd3-bad9-a8ab81bc97d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.589620446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"44754671-0b31-4cd3-bad9-a8ab81bc97d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.668707149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2c1599c8-f646-4ee8-af8c-79989b11b548","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.688287757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2c1599c8-f646-4ee8-af8c-79989b11b548","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.682082501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"3eb0aca8-6f85-45fa-bbec-a89e78021aff","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.690810922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbf9cd3c-e204-4b9a-9cef-de2e02d6ad30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.690888011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbf9cd3c-e204-4b9a-9cef-de2e02d6ad30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.707203835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"fbb98483-4004-48f5-a6fd-c68e9e94201e","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.707344508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"40fb6073-86ea-4b42-ba97-f25c2af34d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.709224028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"356062e2-ff40-4a22-8b90-3af306752a1a","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.713709865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"356062e2-ff40-4a22-8b90-3af306752a1a","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.714241753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c10a4954-6a2e-419e-80d3-06854565b7e8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.714320155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c10a4954-6a2e-419e-80d3-06854565b7e8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.714797828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b52b4c73-cc99-4d36-b449-802dafee4868","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.714850551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b52b4c73-cc99-4d36-b449-802dafee4868","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.715264389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21372457-b53c-4335-9d26-e0adb27cae6b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.715325638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21372457-b53c-4335-9d26-e0adb27cae6b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.715721907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"05ccfa76-44da-4182-a62a-17d5bc70997f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.715771814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"05ccfa76-44da-4182-a62a-17d5bc70997f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.716183786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5aaf4cb3-455f-4f97-a29e-f52a107893d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.716239334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5aaf4cb3-455f-4f97-a29e-f52a107893d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.716665844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2d4f25b-afd4-4849-b98d-4a6edc448b74","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.716717668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e2d4f25b-afd4-4849-b98d-4a6edc448b74","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.743612528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"3eb0aca8-6f85-45fa-bbec-a89e78021aff","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.745249197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5d235d1-830b-402f-a123-631da1da8888","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.745696268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"853f0dc6-b584-4633-8c89-013881b0e8fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.752575662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"40fb6073-86ea-4b42-ba97-f25c2af34d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.753819726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"fbb98483-4004-48f5-a6fd-c68e9e94201e","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.754000795Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"58d8f484-b80a-48eb-8120-6b0c662810a4","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"name":"e2e-dft-refs-e2fe95","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.759618095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"3b6efae8-6211-41d9-bc7c-7ee975ec3232","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.819449223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"3b6efae8-6211-41d9-bc7c-7ee975ec3232","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.870923185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"514f43d3-9ea7-4da2-9fba-b5f2dae4bd86","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.871066889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"514f43d3-9ea7-4da2-9fba-b5f2dae4bd86","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.893596878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"4bd04817-4902-4cd3-9efb-c48f978a4794","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.893792962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"4bd04817-4902-4cd3-9efb-c48f978a4794","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:35.954419387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"e0e310d4-42e3-4c88-94c1-5464c99ad351","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.010793396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"c7953182-ae6d-47f3-8060-c1b0992ff455","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.077346979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"e0e310d4-42e3-4c88-94c1-5464c99ad351","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.077990571Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"9ecf3ded-8269-40c6-ba9f-5d76d36b7ba0","namespace":"llm","name":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.152078608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"c7953182-ae6d-47f3-8060-c1b0992ff455","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.262894889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"7ab30c32-8d78-41cf-9de9-84ce659f1bab","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.292426635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"7ab30c32-8d78-41cf-9de9-84ce659f1bab","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-e2fe95-d518a88d5e45","namespace":"llm","model":"e2e-dft-refs-e2fe95","externalModel":"e2e-dft-refs-e2fe95","provider":"e2e-dft-refs-e2fe95-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.296680954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"82562aab-2f83-4a96-93c8-a332e888acdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.397014558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"82562aab-2f83-4a96-93c8-a332e888acdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.397666634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f5a5f44e-96e3-4465-9104-7543a523bdff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.398254175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"4705b864-eb2e-4d03-ba98-e79e427fbec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.447951596Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]","namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.450188176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f5a5f44e-96e3-4465-9104-7543a523bdff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.453110341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"4705b864-eb2e-4d03-ba98-e79e427fbec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.462627523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"866e3519-e287-4977-abfb-6207cf8a1937","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.462724575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"866e3519-e287-4977-abfb-6207cf8a1937","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:36.48982477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"0d13e888-2c98-45f9-885e-fb62e06c4aa8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-ba2273-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.503056213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"a0fb0e1d-907e-433c-985d-69f6d74d5730","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.503088188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"a0fb0e1d-907e-433c-985d-69f6d74d5730","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:36.521553003Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"a0fb0e1d-907e-433c-985d-69f6d74d5730","name":"e2e-dft-ba2273","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-ba2273\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:36.521705009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"a0fb0e1d-907e-433c-985d-69f6d74d5730","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-ba2273\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.536065538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"0ed823d8-642e-45ae-aaf3-635bdb0971fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.54060245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"ba24e56b-3ba0-447a-a312-cf73d020950d","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.540622142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"ba24e56b-3ba0-447a-a312-cf73d020950d","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.558494157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"0ed823d8-642e-45ae-aaf3-635bdb0971fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.559119028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"b7059e15-b703-45cd-aa7c-45ab951567ba","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.559136371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"b7059e15-b703-45cd-aa7c-45ab951567ba","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.574928541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"b7361bee-ded1-4d61-b4f0-52f060db9658","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.57494713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"b7361bee-ded1-4d61-b4f0-52f060db9658","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.643707339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"7ce63dc5-4345-4474-b9ef-b481f9104e1e","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.643735801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"7ce63dc5-4345-4474-b9ef-b481f9104e1e","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.672712993Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"e7cf7bd5-8070-4a16-8f47-126831280e7f","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ba2273","model":"e2e-dft-ba2273","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-ba2273-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.683362994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4fa74c7-93e7-40d8-ab36-f8617dc72068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.683598946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8aca15bd-b14f-4c37-94b3-d7679796cd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.702196142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4fa74c7-93e7-40d8-ab36-f8617dc72068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.702243302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8aca15bd-b14f-4c37-94b3-d7679796cd29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.718689957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a9149579-6457-44e3-ae3b-ab7f18e419bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.719851943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"41791a08-b6b9-4ded-9510-97bb0453b069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.722967927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"60c6541a-8a4c-4edc-8154-d179ac482b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.741715192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a9149579-6457-44e3-ae3b-ab7f18e419bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.74788122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"41791a08-b6b9-4ded-9510-97bb0453b069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.753659946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"60c6541a-8a4c-4edc-8154-d179ac482b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.840771509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"8bae3440-2664-435c-b09c-b48629ce962f","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.840803075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"8bae3440-2664-435c-b09c-b48629ce962f","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.867303578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"31c3b1e7-7210-4bc1-8b56-6fc3ab52f469","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ba2273","model":"llm/e2e-dft-ba2273","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.885052538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"e033efba-526d-4270-a261-7fe30bcad5d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.898213267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"8abfa37d-d351-4b66-b7d5-eca82591c9c1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.902924568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"e033efba-526d-4270-a261-7fe30bcad5d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.916254903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"8abfa37d-d351-4b66-b7d5-eca82591c9c1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:36.996419693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1f4b0bfb-cc5a-46a5-aa30-68b8d3ba7232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.000362598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"56a94f60-b894-483d-82f1-49c89db195c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.014453486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"be05616b-e4e8-4177-8852-ef3bf6840281","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.019099081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1f4b0bfb-cc5a-46a5-aa30-68b8d3ba7232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.026613497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"56a94f60-b894-483d-82f1-49c89db195c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.033630516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"be05616b-e4e8-4177-8852-ef3bf6840281","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.130791795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"40c005cd-e6fc-496b-bdff-3dd3727a23f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.144076702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"6149538e-008e-49eb-8c44-a80d66b2a203","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.152352777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"40c005cd-e6fc-496b-bdff-3dd3727a23f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.163094522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"6149538e-008e-49eb-8c44-a80d66b2a203","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.247443909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"62ec8029-03ad-4c12-aa45-bbad0c125a31","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.266157214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"62ec8029-03ad-4c12-aa45-bbad0c125a31","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.29921352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f5cfdb34-1a4e-4a2f-873d-dac9728ef8bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.310352112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e0ae39e4-4bda-49f1-b9d9-149eee7d7ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.3180379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f5cfdb34-1a4e-4a2f-873d-dac9728ef8bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.318549002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4b7a8594-fad3-4f9a-a910-81b6143b09c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.327637817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e0ae39e4-4bda-49f1-b9d9-149eee7d7ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.328456641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"fc880e3e-c555-4275-8101-424ae9ec3c16","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.336203518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4b7a8594-fad3-4f9a-a910-81b6143b09c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.349633805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"fc880e3e-c555-4275-8101-424ae9ec3c16","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.406744647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"42aeffe7-1788-41f6-9582-31afb0ab02a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.424115454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"42aeffe7-1788-41f6-9582-31afb0ab02a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.430627843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"d82b30b4-2981-4693-a00c-de9f47572a87","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:37.452825756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"d82b30b4-2981-4693-a00c-de9f47572a87","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.052754186Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-06afb5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]","namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.065691369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"c2b31f5e-3d31-48b1-8513-04a97bb2623b","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.065713398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"c2b31f5e-3d31-48b1-8513-04a97bb2623b","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.079126245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"7c659982-9153-4240-a8c1-cc0e3eff0747","namespace":"llm","name":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:13:41.089680741Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-06afb5-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-d9636f-06afb5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.100454783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"d7e41aba-fed7-4cc0-9d66-e2a40fc621e1","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.100477206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"d7e41aba-fed7-4cc0-9d66-e2a40fc621e1","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.119843971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"ebfc09e7-b3ef-4e7c-b3e1-86f9c96af0ab","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.120975081Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"7c4d7805-a1fe-494d-b506-5d6df47c1c8c","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-e2fe95-d518a88d5e45","namespace":"llm","model":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.122169665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"cbabe106-241b-4ddb-8a16-89d1a22dd5a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.134196252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"14eaacf8-cc3f-4ec2-87dd-e5b7b11ab5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.134677544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"ac14467b-65d4-434f-b06e-e76910c6878f","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.14286162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"cbabe106-241b-4ddb-8a16-89d1a22dd5a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.143286984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"ebfc09e7-b3ef-4e7c-b3e1-86f9c96af0ab","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.145680335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"4bbc9256-62fc-4209-a880-1b66db1f2013","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.156572423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"558e8851-e65e-4e0b-9c66-1d3fdc95911d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.157091168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14801d2f-2533-430a-bf34-394d2d156216","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.15783076Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-06afb5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]","namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-9c2def-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.162081243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"14eaacf8-cc3f-4ec2-87dd-e5b7b11ab5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.162441479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"ac14467b-65d4-434f-b06e-e76910c6878f","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.162689732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"eef5963a-e20d-4c5d-bc2b-e0c5ef8e160e","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.162706063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"eef5963a-e20d-4c5d-bc2b-e0c5ef8e160e","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.163066083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9f3e163-feb2-4d6e-b819-810dec6e6094","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.163078709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9f3e163-feb2-4d6e-b819-810dec6e6094","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.163438087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca62aa48-45a2-4fda-8ba6-6168463f1a4e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.163450479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca62aa48-45a2-4fda-8ba6-6168463f1a4e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.163694155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2bebbaae-d8bf-41b6-9f05-004ed553c968","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.16370449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2bebbaae-d8bf-41b6-9f05-004ed553c968","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.16395333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f6510c6-0ad7-4823-be91-6f1a91d159b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.163964612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f6510c6-0ad7-4823-be91-6f1a91d159b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.166818633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"4bbc9256-62fc-4209-a880-1b66db1f2013","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.242187041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"4e55736e-939f-45f7-9673-5dc5475792c6","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ba2273","model":"llm/e2e-dft-ba2273","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.243719914Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"0aa03fa1-7174-412f-b12a-343e0fd0be88","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-e2fe95-d518a88d5e45","namespace":"llm","model":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.244174211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ae333ef1-994c-4d10-bb19-a459cbd43753","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.244188605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ae333ef1-994c-4d10-bb19-a459cbd43753","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.244643083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21e493a4-181d-40d3-afb5-deeedcd4164b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.244656304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21e493a4-181d-40d3-afb5-deeedcd4164b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.259872226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"ef237bd0-d397-4399-9ef4-a0a2ccd23987","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.259898418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"ef237bd0-d397-4399-9ef4-a0a2ccd23987","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.260475498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18f90f48-51b4-441f-9c52-07201c5aa7c7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.26050167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18f90f48-51b4-441f-9c52-07201c5aa7c7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.260868461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9aa55d00-87f7-43a3-be0d-c5b3986b79c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.260885043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9aa55d00-87f7-43a3-be0d-c5b3986b79c0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.264615053Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"3cf61814-e028-4080-af23-a71e4e000a28","namespace":"llm","name":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.269116451Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-sub","reconcileID":"d5d4ec4d-2ba2-44aa-b4b5-dd0b2bddd0d0","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-same-d9636f","model":"e2e-cfl-same-d9636f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-06afb5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.27754064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"b3d5de70-2b6a-43d1-bdf3-a1e873be8209","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.277562727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"b3d5de70-2b6a-43d1-bdf3-a1e873be8209","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.291197427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"1270f7c4-b903-49dd-a83b-61643d44f419","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.291219033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"1270f7c4-b903-49dd-a83b-61643d44f419","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.304904492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"b3627468-8e83-4ba3-816c-6aa44d284e16","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.304921579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"b3627468-8e83-4ba3-816c-6aa44d284e16","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.317887225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"d459e275-6699-4ffd-be3f-2b5dba92477c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.34083511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"384c6e97-8265-4df0-bb31-ff467e34ee9b","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.340909172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"384c6e97-8265-4df0-bb31-ff467e34ee9b","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.34463238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"d459e275-6699-4ffd-be3f-2b5dba92477c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.360408657Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-sub","reconcileID":"21663d22-c05f-410d-a1c4-8af4af6d7392","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-same-11241e","model":"e2e-cfl-same-11241e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-9c2def-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.36087372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"41445f64-8432-46ea-9b08-40490aa81661","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"name":"e2e-dft-refs-e2fe95","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.393793174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"d8e0ee4e-dedf-4e65-a02e-bc2c1f968733","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.393831719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"d8e0ee4e-dedf-4e65-a02e-bc2c1f968733","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.41590883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"57dda1bf-1e7b-4395-9b9c-fa061ab34e47","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.415945217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"57dda1bf-1e7b-4395-9b9c-fa061ab34e47","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.435082412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"1ac7b639-433a-4ae2-acd0-19102c9f3f05","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.435240062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"1ac7b639-433a-4ae2-acd0-19102c9f3f05","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.449706117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-sub","reconcileID":"40ed25c3-6c05-4feb-bacf-75f7918131e7","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-same-d9636f","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.450909558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"956dfd7f-4cdb-48a6-bb60-ebcfceec5952","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.451230997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"956dfd7f-4cdb-48a6-bb60-ebcfceec5952","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.454066137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c8af58f1-f8a1-4c22-b61e-8efc5e33a205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.479311254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a287f27b-cf84-47ee-a093-2de80806223f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.479657518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c8af58f1-f8a1-4c22-b61e-8efc5e33a205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.486740779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"76451875-e08f-4cf8-bb2d-9bbc1216e341","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.486767397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"76451875-e08f-4cf8-bb2d-9bbc1216e341","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.490662156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"c2e39483-cf8e-4689-bf65-a127fa15f96d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.507837104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a287f27b-cf84-47ee-a093-2de80806223f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.510409905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"c2e39483-cf8e-4689-bf65-a127fa15f96d","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.525925191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"af01c1c1-3436-4282-b752-fb8aeab152f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.543681906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"af01c1c1-3436-4282-b752-fb8aeab152f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.546325437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fb6b17e-afdb-4d2b-bd65-8d293a577113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.548263321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-sub","reconcileID":"ff4501ff-84e9-4df2-8dbd-a7015212d4a1","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-same-11241e","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.567931288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fb6b17e-afdb-4d2b-bd65-8d293a577113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.78699086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"2fded0eb-3e97-4a4c-ac6a-d803dcfa769a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.787267855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"35c1ffcc-bf91-47a4-a526-04b8a437712a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.839886662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"35c1ffcc-bf91-47a4-a526-04b8a437712a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.850601623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"fad6865c-6124-43a9-9c31-9a64d535fb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.854703904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"2fded0eb-3e97-4a4c-ac6a-d803dcfa769a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.875815436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"46633998-0d1a-4165-a674-9a5b1c522cb2","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.893800703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"91d5278f-ce5a-448b-9457-15b32c9b1e19","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.907540066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"46633998-0d1a-4165-a674-9a5b1c522cb2","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.909317997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"fad6865c-6124-43a9-9c31-9a64d535fb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:41.921088026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"91d5278f-ce5a-448b-9457-15b32c9b1e19","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.038560608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"cb7c18c7-95af-4463-89be-6d1800965d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.057355869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"cb7c18c7-95af-4463-89be-6d1800965d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.134962308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"7ac7ba9e-8de9-4928-af94-8e6cfa08bfdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.146913606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"08f59884-2ca2-4f77-94a8-df3fe7b5ec14","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.151892181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"bef78e39-ab1e-402f-887d-843f395bbcdb","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.152111488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"e758b50a-4e0f-44a4-8d0b-185982d7a946","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.153798857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"7ac7ba9e-8de9-4928-af94-8e6cfa08bfdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.16526785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"8c419dbc-6602-4f95-8036-74621a42ec8c","namespace":"llm","name":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.165362305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"08f59884-2ca2-4f77-94a8-df3fe7b5ec14","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.170693024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"bef78e39-ab1e-402f-887d-843f395bbcdb","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.172296403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"e758b50a-4e0f-44a4-8d0b-185982d7a946","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.190198054Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"032ca755-765b-4896-af0d-b8c3e61b1314","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"name":"e2e-dft-refs-e2fe95","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.219579489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f236a394-4a32-4e12-8471-28b51cae273f","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.24580918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f236a394-4a32-4e12-8471-28b51cae273f","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.262558538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f9af142e-125e-47fd-81e9-c087a2afae61","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.26835181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9ad58cd-0495-48fe-84c7-702bbb9f649b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.26837201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9ad58cd-0495-48fe-84c7-702bbb9f649b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.268680391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d94cc3ba-1307-48b2-a10d-aeede3e8dc9a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.268696006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d94cc3ba-1307-48b2-a10d-aeede3e8dc9a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.268954135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44690fbd-6b7d-4f65-9018-79ab4c77e4ce","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.269066257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44690fbd-6b7d-4f65-9018-79ab4c77e4ce","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.269482707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e862b16b-56d4-4a1a-a466-a79a6361d657","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.269496702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e862b16b-56d4-4a1a-a466-a79a6361d657","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.269747992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aaea5e33-133c-4ed8-8869-1d4f84e3e2bd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.269761805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aaea5e33-133c-4ed8-8869-1d4f84e3e2bd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.270009684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be782aad-69fc-4d9c-b4aa-c897acafcfb7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.270024995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be782aad-69fc-4d9c-b4aa-c897acafcfb7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.28161686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f9af142e-125e-47fd-81e9-c087a2afae61","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.284316543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"86ed8f0d-14ba-4c27-a92b-03792a0b6076","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"name":"e2e-dft-refs-e2fe95","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.284702685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c4faa21e-bcc5-4fb9-8476-0352b7690ffb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.284723251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c4faa21e-bcc5-4fb9-8476-0352b7690ffb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.285114583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5945112-7a37-440c-9394-2a8d63468056","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.285134468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5945112-7a37-440c-9394-2a8d63468056","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.299481131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"afd48070-9dc9-4379-b77f-79a0a9730c3b","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.299508795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"afd48070-9dc9-4379-b77f-79a0a9730c3b","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.310704569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb0ef2f8-87db-4640-9c1e-3c07697aefb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.312975201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba67b05b-d8d8-4425-9992-13949147d7f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.32339228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"2019c4f5-23aa-4c0e-8e07-f08b797ab420","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ba2273","model":"llm/e2e-dft-ba2273","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.336627803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b98d213-46ac-4882-a072-9688714c4e58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.336644819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b98d213-46ac-4882-a072-9688714c4e58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.336950771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e62dde0d-59ac-4d64-ab51-0e61d5d65395","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.336962568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e62dde0d-59ac-4d64-ab51-0e61d5d65395","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.337222836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"74d5c873-c316-4e83-bb2c-40b49f07c945","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.337234947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"74d5c873-c316-4e83-bb2c-40b49f07c945","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.337470757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"861c3877-3bf5-469f-8a67-995196c5bd77","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.337484568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"861c3877-3bf5-469f-8a67-995196c5bd77","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.337745168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"60d5a9af-92d0-47c4-a8d0-437899cbf44b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.337761249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"60d5a9af-92d0-47c4-a8d0-437899cbf44b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.338037563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01db6cf2-2b97-4494-af1e-2b8f7ef64339","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.338053932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01db6cf2-2b97-4494-af1e-2b8f7ef64339","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.353767906Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"a6b070c8-4c86-46cd-8d0a-9388bb9a31c3","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"name":"e2e-dft-refs-e2fe95","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.354137589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5232222a-5ea8-43d4-aca7-e4d5d93fac0f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.354176239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5232222a-5ea8-43d4-aca7-e4d5d93fac0f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.354551271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6df432fb-54bc-41b8-870b-86b750e6da78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.354565769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6df432fb-54bc-41b8-870b-86b750e6da78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.376424726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"23245fb2-a1be-4c61-aac7-a66c0ee2bb95","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.376452763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"23245fb2-a1be-4c61-aac7-a66c0ee2bb95","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.458396863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"21394e2b-f00d-4d54-8782-ecdecb6c713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.471021828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"9cafdf56-f9b2-432f-95be-8df042b1e879","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.476282222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"21394e2b-f00d-4d54-8782-ecdecb6c713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.48954404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"9cafdf56-f9b2-432f-95be-8df042b1e879","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.538435379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e3500999-3880-45e4-a5be-7a2c3f28df0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.538449991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"47c41bd5-6a0d-4a42-83fc-158ee285e780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.565895982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"1aed0d4f-fd52-4d54-af76-20d480d3379d","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.593215976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e3500999-3880-45e4-a5be-7a2c3f28df0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.594620317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"47c41bd5-6a0d-4a42-83fc-158ee285e780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.597634043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"1aed0d4f-fd52-4d54-af76-20d480d3379d","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.647224245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"aec9bb20-4dcf-4eff-822a-af469675f48c","namespace":"llm","name":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.662691287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"850e4d37-371d-4026-950c-87182695f8d2","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.662724468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"850e4d37-371d-4026-950c-87182695f8d2","MaaSModelRef":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-e2fe95-d518a88d5e45","namespace":"llm","model":"e2e-dft-refs-e2fe95","externalModel":"e2e-dft-refs-e2fe95","provider":"e2e-dft-refs-e2fe95-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.856505296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"0df56159-6218-47b4-99f5-2852c3b0923f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.921043187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"0df56159-6218-47b4-99f5-2852c3b0923f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.934890314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"df2e8bf3-3450-4f63-af85-60d0b6baaaa4","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.935199887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"f11069b5-83cd-46ba-a983-aadbfa621e4a","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.952990321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"df2e8bf3-3450-4f63-af85-60d0b6baaaa4","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.953794054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"f11069b5-83cd-46ba-a983-aadbfa621e4a","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.961126643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"549b2f19-649b-4de7-85d5-a520f13d2209","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.9611266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"47c5da85-9174-4649-ae2b-1f8d2c0fb524","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.979518401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"47c5da85-9174-4649-ae2b-1f8d2c0fb524","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:42.980050355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"549b2f19-649b-4de7-85d5-a520f13d2209","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.001574274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"92ed113a-8cac-4a56-b380-64c42780a8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.019577796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"92ed113a-8cac-4a56-b380-64c42780a8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.10663238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"f9a73302-477b-47cd-8f2a-70567b9fa780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.119210396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"06ebb148-cc67-4bbe-8ca8-fb797df77ce4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.124393324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"f9a73302-477b-47cd-8f2a-70567b9fa780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.136949518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"06ebb148-cc67-4bbe-8ca8-fb797df77ce4","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.204644425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1930d3e1-49ed-494e-b4e7-a62eac306ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.206458795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"1c3a90a4-9612-47b5-abf1-d3e5103d2f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.213328346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b57c3420-a6be-431e-a9ab-f9d61fade4c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.216853766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4184e5f-0cae-4693-8daf-0afae4b4246e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.2222623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1930d3e1-49ed-494e-b4e7-a62eac306ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.223654626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"1c3a90a4-9612-47b5-abf1-d3e5103d2f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.230625972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b57c3420-a6be-431e-a9ab-f9d61fade4c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.234243345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4184e5f-0cae-4693-8daf-0afae4b4246e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.24500096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"131eef01-abca-4d4e-a2b3-38a9398f0a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.263658933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"131eef01-abca-4d4e-a2b3-38a9398f0a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.291221072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"39d14d47-04d7-42fb-bdad-dcbde66f2838","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.301828041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f760bc45-f524-464e-97ad-5b1bf77b4e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.308284703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"39d14d47-04d7-42fb-bdad-dcbde66f2838","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.309498158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e41355a1-ba8f-42f0-92a5-ebca8c636ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.310435528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f8c11f23-e9db-4286-9a89-f7d0672708ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.319214013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f760bc45-f524-464e-97ad-5b1bf77b4e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.329552541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f8c11f23-e9db-4286-9a89-f7d0672708ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.329651719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e41355a1-ba8f-42f0-92a5-ebca8c636ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.421230911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e9ed11d2-466f-46c0-8296-ea7b6375062b","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.438569212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e9ed11d2-466f-46c0-8296-ea7b6375062b","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.510256379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"08c5bd12-3dc1-4ba4-899e-842ca330ddfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.518746817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2e0f4136-3cc8-4bb1-8887-c9e344daedab","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.540905352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"08c5bd12-3dc1-4ba4-899e-842ca330ddfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:43.543453828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"2e0f4136-3cc8-4bb1-8887-c9e344daedab","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.712310678Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"4bf81fa3-57f7-45df-b03c-2736d983c48c","namespace":"llm","name":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.731917796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2165d55d-f4a6-4223-b905-3a54d22e6fef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.731934587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2165d55d-f4a6-4223-b905-3a54d22e6fef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.732331413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64dc9a6b-9b4b-4525-97bf-8404d556599f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.732350151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"64dc9a6b-9b4b-4525-97bf-8404d556599f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.732635358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45c1bc6a-b2db-4400-87e3-104397fe809c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.732649697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45c1bc6a-b2db-4400-87e3-104397fe809c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.732898146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d77f09b4-cc9d-41e5-908d-e07e2843b749","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.732911326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d77f09b4-cc9d-41e5-908d-e07e2843b749","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.7332442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47bf7d18-11f5-48fb-b055-b2eed780481c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.733261721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47bf7d18-11f5-48fb-b055-b2eed780481c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.73350503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1102e586-283f-4616-8516-1fc7d6bca166","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.73351652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1102e586-283f-4616-8516-1fc7d6bca166","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.733854832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee215fec-ca72-48ca-a683-efbe155b3cac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.733871123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee215fec-ca72-48ca-a683-efbe155b3cac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.734089228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd2555dd-783e-4905-8ad2-92f637f7d9d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.734100379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd2555dd-783e-4905-8ad2-92f637f7d9d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.747905193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"a6335692-fe46-48e0-8021-e210896f1484","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.74792699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"a6335692-fe46-48e0-8021-e210896f1484","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.757549645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7824c040-0648-49f2-a5d4-5e1b4b5c74bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.75780204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"231be397-81d6-476a-9b89-d0e66a23a4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.761851703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3ddb6b90-b8f5-418d-bd2f-131535a7f3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.77276584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070c6618-5cd1-4656-bbaa-920dc243e1f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.774771467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d8155834-8496-41ca-9dcc-7302c126149d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.775824857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7816bfa-706f-46ed-8190-297a6fce319c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.776223809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"231be397-81d6-476a-9b89-d0e66a23a4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.779347929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7824c040-0648-49f2-a5d4-5e1b4b5c74bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.779874892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3ddb6b90-b8f5-418d-bd2f-131535a7f3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.794463191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7816bfa-706f-46ed-8190-297a6fce319c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.84489086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070c6618-5cd1-4656-bbaa-920dc243e1f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.856349504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.876302948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34b71a3f-d237-4706-8b98-220bf7dabf52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.888922646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"0329b10e-00c7-407f-9e08-afb9d6602caa","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ba2273","model":"llm/e2e-dft-ba2273","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.9083535Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-e2fe95","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-e2fe95","reconcileID":"3141f1a7-a6bf-4175-8666-9599c4531ce8","namespace":"llm","name":"e2e-dft-refs-e2fe95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.943247013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"39bf8999-9202-4093-932f-c96c5ff4792d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.954137556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e53a7d57-7d9d-459d-8df6-6635ac2faf87","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.960471137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"39bf8999-9202-4093-932f-c96c5ff4792d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:48.971841691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e53a7d57-7d9d-459d-8df6-6635ac2faf87","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.111832297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"a266b3df-a387-45f5-90a3-988d445517cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.112512431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1ba28d79-c957-46f1-9397-691a469ef7cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.135376049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"a266b3df-a387-45f5-90a3-988d445517cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.135990764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1ba28d79-c957-46f1-9397-691a469ef7cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.155696733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e30d3441-38fc-443b-948d-d6482dbc1fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.161410749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"e98e9513-cb52-400c-a572-14aa72b16199","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.16810416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"eeef5a6f-19bc-42c0-814b-c488189e7766","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.173412421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e30d3441-38fc-443b-948d-d6482dbc1fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.17938862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"e98e9513-cb52-400c-a572-14aa72b16199","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.185594239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"eeef5a6f-19bc-42c0-814b-c488189e7766","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.268045931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"e64eba51-ae41-41d0-9899-530dc67cd447","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.268335948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"0c20755a-2b0a-4b68-be37-35353b079ba6","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.286968237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"e64eba51-ae41-41d0-9899-530dc67cd447","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.289678205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"0c20755a-2b0a-4b68-be37-35353b079ba6","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.342980816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"6fdf24bc-f72d-487d-9464-f0030243cf75","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.360272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"6fdf24bc-f72d-487d-9464-f0030243cf75","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.477579986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"c93c5904-575a-4ffd-bfc9-250f6709f309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.477929711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9600b5ad-829a-45ca-8657-7eb172c0ac71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.593092021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"c93c5904-575a-4ffd-bfc9-250f6709f309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.593331469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9600b5ad-829a-45ca-8657-7eb172c0ac71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.64668949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"5a177b54-f66f-4c12-8084-4b77659c8d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.646947144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c81b77d9-a5a8-41c3-b54d-1c609f04057b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.664650517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c81b77d9-a5a8-41c3-b54d-1c609f04057b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.665125054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"5a177b54-f66f-4c12-8084-4b77659c8d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.66577832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"f89e267b-e616-4b5e-910d-0bd78f3fe402","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.682996041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"f89e267b-e616-4b5e-910d-0bd78f3fe402","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.69228693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e21218-8d59-454f-b667-e18032d97c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.692368547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3593a00-4082-4238-a7f5-12daa8a4a245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.710947497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3e21218-8d59-454f-b667-e18032d97c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.712866235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3593a00-4082-4238-a7f5-12daa8a4a245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.762628535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"e4e82e61-e21c-45ad-8306-2ad95a2054c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.774824534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"82a2f5c9-0486-4db3-a190-c8036365e89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.841377848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"e4e82e61-e21c-45ad-8306-2ad95a2054c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.856564187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"82a2f5c9-0486-4db3-a190-c8036365e89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.940356807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"4039fef2-83bd-418f-8e54-6db05eb083b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.940679199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"53b120f7-44c7-47b7-8f93-221d357935ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.952976275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"76083ef8-45d0-4f9b-a22a-e6802fdb9cba","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.958061829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"4039fef2-83bd-418f-8e54-6db05eb083b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.958877487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"53b120f7-44c7-47b7-8f93-221d357935ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:49.970382528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"76083ef8-45d0-4f9b-a22a-e6802fdb9cba","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.410573463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","reconcileID":"6d11d78a-35c5-45d4-b2dc-0006c159e473","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.430649005Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","reconcileID":"0abc118e-fc52-4a9f-bab0-889ba162126e","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.457321817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"00a20230-d9ac-46d6-b868-e1fcf866c8ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.464267573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"9693a5f4-f6fc-4838-ac8a-1c2ecda8bcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.46477709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"30f9b398-5378-4ebe-811a-d484275e733e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.475054247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"00a20230-d9ac-46d6-b868-e1fcf866c8ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.476876662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"6d3c9da7-5fc4-4371-917b-92fb47045578","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.481813867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"9693a5f4-f6fc-4838-ac8a-1c2ecda8bcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.481938139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"30f9b398-5378-4ebe-811a-d484275e733e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.482052261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3b8bb71-dab4-41fd-85ed-9885f446ccee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.494153454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"6d3c9da7-5fc4-4371-917b-92fb47045578","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.502315582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3b8bb71-dab4-41fd-85ed-9885f446ccee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.586446975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58932402-893d-4eba-8ccc-a40e46659451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.644301325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58932402-893d-4eba-8ccc-a40e46659451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.669999603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"762f7b53-9014-462a-bbbc-7235995135f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.692107807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"762f7b53-9014-462a-bbbc-7235995135f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.716797883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"b8832d6a-95b0-49c4-80cb-e27c99366a83","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.763497635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"56dad20f-3863-4599-a467-af9963eda736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.763780115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"000aed88-62fd-4b74-8189-322870be7580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.766026378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"45aca1f7-966b-44d8-9680-45d0bc283e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.782596523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"56dad20f-3863-4599-a467-af9963eda736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.782680401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"000aed88-62fd-4b74-8189-322870be7580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.786201749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"45aca1f7-966b-44d8-9680-45d0bc283e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.855020827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"9ed14fcd-67c7-44f7-9ac4-1b82197c9b3a","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.879646898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"a300b8d2-0c87-4d2e-8b52-046b3bb263e9","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.881116909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"98d05479-38df-48ad-8897-22db9898243b","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.900002779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"98d05479-38df-48ad-8897-22db9898243b","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.937166631Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"db3d3fee-e5b0-4205-ac36-991e7f22dd68","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.977441106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"7c3f36bc-d318-42a6-802c-b3d548000010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.978333885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"a240de78-485d-4d93-b450-63af910e368e","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.990280993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"24985377-1c55-43bb-9fcc-ced4c793bd91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.995787945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"74dd2ff9-3195-487e-88b0-c5993dd50807","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:51.996210623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"ce2565bf-e577-40c3-8afa-5246dacebf61","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.100710581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"7c3f36bc-d318-42a6-802c-b3d548000010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.101338676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"74dd2ff9-3195-487e-88b0-c5993dd50807","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.10375222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"24985377-1c55-43bb-9fcc-ced4c793bd91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.107190055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"a240de78-485d-4d93-b450-63af910e368e","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.279698408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"56b24033-8d44-4537-bafd-87b31dd07f0f","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.308476217Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","reconcileID":"4886c861-5477-4023-a60f-d10380e1fc7a","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.320540912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"298597cc-15ce-41cb-afe6-504d90fc6762","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.324296462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"56b24033-8d44-4537-bafd-87b31dd07f0f","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.32476048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"d29bf08d-85ee-4033-99a2-266ad69e89cd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.336507689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"a739f992-9bb1-43e6-b24a-9801110a9993","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.341445033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"298597cc-15ce-41cb-afe6-504d90fc6762","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.341632355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"1c037ef1-4ae9-4f07-936c-eef2e3c0402d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.34243124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"09dcf5d1-3a3a-4e5c-9d49-e4ae4fd44acb","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.34463762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"d29bf08d-85ee-4033-99a2-266ad69e89cd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.374249215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"1c037ef1-4ae9-4f07-936c-eef2e3c0402d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.374573477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"09dcf5d1-3a3a-4e5c-9d49-e4ae4fd44acb","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.38023538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"f4a79f9a-4a9a-46ae-bd63-70c8267e7c37","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.520203164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9684af51-d05b-44cb-bfbd-da5d53f3d3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.540072905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"9684af51-d05b-44cb-bfbd-da5d53f3d3a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.628990324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7030a7c0-7c36-4fa3-8936-e883228b6b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.629666671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"cb1320b1-a3ea-46d3-90b6-2f1a7901335a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.649108857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7030a7c0-7c36-4fa3-8936-e883228b6b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.649747277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"061847f9-f135-4c43-b6c7-73d0cfd71c8f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.650153049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b330c6be-c22a-4817-842a-9e00cb0cd386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.650839123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"cb1320b1-a3ea-46d3-90b6-2f1a7901335a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.669581833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b330c6be-c22a-4817-842a-9e00cb0cd386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.670596095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"061847f9-f135-4c43-b6c7-73d0cfd71c8f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.74087632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"68499363-5ca0-405c-b39a-360f8402f8e3","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.741751041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"274c9a0c-01a8-4306-8215-8022c9ce69c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.748944321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"cdd0263c-9700-4220-8130-3e725aca4719","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.759685775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"68499363-5ca0-405c-b39a-360f8402f8e3","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.760517121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"274c9a0c-01a8-4306-8215-8022c9ce69c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.7664518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"cdd0263c-9700-4220-8130-3e725aca4719","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.842481042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"7a20c59d-4cea-44d6-a9ab-e3d7749c08a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.854905508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"c93e95ed-d3de-4c89-ab56-e81dc369a0d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.860056284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"7a20c59d-4cea-44d6-a9ab-e3d7749c08a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.873121109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"c93e95ed-d3de-4c89-ab56-e81dc369a0d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.879071404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"b1eb3cb9-97a6-4b80-9480-e03d93d3f674","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.895709848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"b0ca3eea-91c8-4782-8159-2a82d53d0b1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.896935844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"b1eb3cb9-97a6-4b80-9480-e03d93d3f674","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.912920396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"b0ca3eea-91c8-4782-8159-2a82d53d0b1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.928860396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"d81fd1e3-0da2-4494-92b6-3d4ec009c29e","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:52.946377392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"d81fd1e3-0da2-4494-92b6-3d4ec009c29e","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.005035625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"6ebcf452-34d2-4787-954e-4360c0670c4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.02221773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"6ebcf452-34d2-4787-954e-4360c0670c4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.126078651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"796f67a9-00b2-4542-9f70-5b47c8a186fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.129204665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"5cc89368-8b37-4d93-ae19-83084b602802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.130329868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"eda770bd-4abd-46ae-ad42-065696db28bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.138439916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f53214c4-b5e9-4f92-98dc-f33549a441b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.144657179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"796f67a9-00b2-4542-9f70-5b47c8a186fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.146603615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"5cc89368-8b37-4d93-ae19-83084b602802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.148931295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"eda770bd-4abd-46ae-ad42-065696db28bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.157676048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f53214c4-b5e9-4f92-98dc-f33549a441b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.187931714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","reconcileID":"73b66704-b6cb-4e20-9fa3-502240c16033","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.227258381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"4bc30a66-6dca-436f-b7cf-d684952ecafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.244752689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"4bc30a66-6dca-436f-b7cf-d684952ecafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.381240264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"be4b556f-37a8-44d5-8de4-7f5bee9e0194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.381714057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4d8e5fe6-0bc7-4f20-9771-46f60b925e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.382585459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"51453fd5-2fdb-4006-ac1c-003c54a05850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.383057627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d4f97d92-ace1-4204-a72a-e70525c70107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.455343686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"51453fd5-2fdb-4006-ac1c-003c54a05850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.456702715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"be4b556f-37a8-44d5-8de4-7f5bee9e0194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.456877888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4d8e5fe6-0bc7-4f20-9771-46f60b925e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.457233324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d90853ee-61a8-4727-b7d8-963a52caa55d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.46733043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d4f97d92-ace1-4204-a72a-e70525c70107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.476592753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d90853ee-61a8-4727-b7d8-963a52caa55d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.547567496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"eb050a0a-3460-4f1c-a916-eaa66eb90100","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.566518257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"eb050a0a-3460-4f1c-a916-eaa66eb90100","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.635166207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"772d122f-747e-49a0-8d6d-2a35effacef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.64754987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66ce6990-301e-466f-a9e9-f5b3abc28228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.648539072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a36e0e8-a303-462a-9218-19e6f891bf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.653087877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"772d122f-747e-49a0-8d6d-2a35effacef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.665969485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66ce6990-301e-466f-a9e9-f5b3abc28228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.666054392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a36e0e8-a303-462a-9218-19e6f891bf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.744307701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"841c0f0a-aae8-4784-aae3-91664d6679b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.744576639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"98cf2c21-24b9-4cf9-a616-dda45f997f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.761546608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"8dfe9355-8461-4d37-a876-73e133c309ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.789244842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"98cf2c21-24b9-4cf9-a616-dda45f997f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.809786818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"841c0f0a-aae8-4784-aae3-91664d6679b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.829174804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"8dfe9355-8461-4d37-a876-73e133c309ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.84155518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"48a6e25c-d18d-4812-bd0c-2c4b6aa054ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.842319109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e795f5f9-d312-41e9-9ec2-dc375b264c8b","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.867509064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"e795f5f9-d312-41e9-9ec2-dc375b264c8b","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.868811102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"48a6e25c-d18d-4812-bd0c-2c4b6aa054ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.900210617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"7ce5b529-2f99-4f10-908d-f3b55f8a66ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.918282591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"7ce5b529-2f99-4f10-908d-f3b55f8a66ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.984631906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"473f6003-241e-47ac-80cb-f55c3460ca02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:53.996830454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"befa377c-e27f-4027-bbd9-e5bc806e997e","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:54.001961512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"473f6003-241e-47ac-80cb-f55c3460ca02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:54.014273195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"befa377c-e27f-4027-bbd9-e5bc806e997e","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:54.099130981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"3b238dd8-42bb-4742-8e05-e3f09fd8ada2","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:54.09918906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"48ecf950-019c-4d50-9106-01ba52661323","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:54.117840015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"3b238dd8-42bb-4742-8e05-e3f09fd8ada2","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:54.117972724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"48ecf950-019c-4d50-9106-01ba52661323","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:54.172639806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"a753f3d6-dde7-4398-9dc2-3132a74959bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:54.190608786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"a753f3d6-dde7-4398-9dc2-3132a74959bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:57.877457617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"d3ce3629-d366-48af-b37e-fe5d25f62448","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:57.894649025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"fa42c689-7df0-4434-9581-1acca1066712","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:57.910213104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"47fabb89-9318-41f8-b619-eeb6fc418266","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:57.927778066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"47fabb89-9318-41f8-b619-eeb6fc418266","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:13:58.044501001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"39632895-036c-410c-9321-9e798241c28c","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.56508453Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-06afb5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]","namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-9c2def-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.578290116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"605f99ae-724b-4bcd-8754-72f7ef54e36f","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:14:03.59805522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"2a44130e-b43c-4770-8c3b-ce4aec423318","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-459805-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.610552596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"31a94c03-e715-445a-bc69-629743427bbe","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:14:03.624990868Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"31a94c03-e715-445a-bc69-629743427bbe","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-459805-e2e-extmod-a-55a710\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:14:03.62506057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"31a94c03-e715-445a-bc69-629743427bbe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-459805-e2e-extmod-a-55a710\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.6276113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"8839e60e-a95a-458e-8826-c13eaf85a0a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.643299623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"b3bc4b2c-c318-444a-a574-08a2ededc947","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.645197913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"8839e60e-a95a-458e-8826-c13eaf85a0a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.660461579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"4075fe8e-333e-4383-85f3-3a5781c4b904","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.717497407Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"f077eb1e-6e8f-49f3-b91e-3f9e49f2dcf6","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-a-55a710","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-55a710/e2e-shr-auth-459805-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.799421921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"913c8ec9-f6c0-4f5a-978c-3a73c03a0226","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:03.838760289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"89de462e-f080-4625-899f-67f1dd2cd5d5","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-a-55a710","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:09.166914145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-sub","reconcileID":"9b6acf1f-a1d8-443e-abe0-c2dc74e3526c","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-same-11241e","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:09.249355385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"fdac19c5-4f30-4e45-8bc9-7ef65ef42797","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:09.249390306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"fdac19c5-4f30-4e45-8bc9-7ef65ef42797","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:09.46122401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-sub","reconcileID":"7ec26881-714f-4aa5-ac46-0b9ad7817fb0","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-same-d9636f","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:09.53968843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"c30e8e30-a7c3-439d-89f5-396804a4d237","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:09.539717463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"c30e8e30-a7c3-439d-89f5-396804a4d237","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:09.944966255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"ae0a5cd1-b3cb-4c3a-9b88-7d00a7d4f787","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-a-7debde","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.031211366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"f24d1f69-d9d5-400b-8eb8-c932def170d5","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.039680941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"a6b1734c-c5c1-4c7b-b76e-def43bfe440c","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ba2273","model":"llm/e2e-dft-ba2273","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.132804437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"323f3e94-91dc-4232-a7bc-20496aa20a22","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.132838047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"323f3e94-91dc-4232-a7bc-20496aa20a22","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.359344692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"c4d9aab2-1c69-46b9-841a-d4b3f387d770","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.399654861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"c4d9aab2-1c69-46b9-841a-d4b3f387d770","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.494336425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"8db47bc9-3591-461a-a05f-5e9186091fb8","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.533914639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"8db47bc9-3591-461a-a05f-5e9186091fb8","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.612056189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"7414930a-ab65-489f-b7b3-836502644d97","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.626777235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"c512f817-0b51-43bf-b3c6-11a055e8f7fd","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.656626137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"7414930a-ab65-489f-b7b3-836502644d97","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.687728805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"5ff0e604-305b-4864-8353-9c3ead8b2f2d","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.771165364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"2ec1b9de-123e-46cc-8a93-7fe7e20f033f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.822696994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"2ec1b9de-123e-46cc-8a93-7fe7e20f033f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.837381533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"376dde13-d9e8-4e6b-aac1-84d878d9f7bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:10.865049271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"376dde13-d9e8-4e6b-aac1-84d878d9f7bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.122681148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"7ec52d24-763f-4680-8d9e-a733f1adf104","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.248054273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"1af0ed2f-2060-41b7-8037-0028f8a0eee4","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.25220323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"1af0ed2f-2060-41b7-8037-0028f8a0eee4","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.292495604Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-sub","reconcileID":"2a46a355-c6c5-419b-9195-eb6c6c53fc77","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07f3ef68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.35263711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"53e04d74-1152-4c9a-8261-202751ccabe0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.38367051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"53e04d74-1152-4c9a-8261-202751ccabe0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.517758887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad53e2a1-7e28-4f79-be83-f265e9e78970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.530928174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"ec82d3eb-fd25-46eb-9e82-53458fd990ae","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.531209387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"807e69f1-c835-4ef7-afb3-7d5eed4a714d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.584552295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad53e2a1-7e28-4f79-be83-f265e9e78970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.621626709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"ec82d3eb-fd25-46eb-9e82-53458fd990ae","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.624542148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"807e69f1-c835-4ef7-afb3-7d5eed4a714d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.728424038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f91d8ff6-55d8-4be7-98f7-b7148b3cd750","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.735860907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"f58eb909-985d-49b9-9cff-71b4e762de74","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.762373306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f91d8ff6-55d8-4be7-98f7-b7148b3cd750","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:11.774659145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"f58eb909-985d-49b9-9cff-71b4e762de74","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.023961925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"d3837730-6a16-4dce-9b7c-ce658f2ab9db","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.023986822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"d3837730-6a16-4dce-9b7c-ce658f2ab9db","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.068385584Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-sub","reconcileID":"cc7e1fa9-03a0-405e-8667-ed4c03b75020","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-556428b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.107937261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"db3e0d68-a659-48bd-804c-fc5018ca8ee2","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.128813508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"db3e0d68-a659-48bd-804c-fc5018ca8ee2","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.640999042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"378097f2-0852-4d6f-b611-c82021a664dc","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.641023787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"378097f2-0852-4d6f-b611-c82021a664dc","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.675377452Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"a17e73bf-aed9-4788-ae9b-01e2f50d9d89","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f8455fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.717575314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"424c76c0-8e2a-4cdf-816d-97f9611cbde6","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:12.737586647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"424c76c0-8e2a-4cdf-816d-97f9611cbde6","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.27967759Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]","namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.29339729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"dfd2f441-d922-4c96-a21c-b1eb5cd931ff","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.32632042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"47013f57-1f19-41da-bd17-45d5538861eb","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.326340748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"47013f57-1f19-41da-bd17-45d5538861eb","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.340130738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"34ab6afe-aa88-48b5-98b0-8e98d793d6b9","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.34299465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"bce2a618-2e5b-46b6-b186-272aaac24df8","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.354230822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"78e490a9-2c7a-4563-853f-a08969dc80a4","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.354253635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"78e490a9-2c7a-4563-853f-a08969dc80a4","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.360964212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"bce2a618-2e5b-46b6-b186-272aaac24df8","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.367924366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"a51e2006-370b-48cd-83c2-abb396e6950d","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.381363175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"dbce0479-b1eb-41b7-936c-dea67b009843","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.381380061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"dbce0479-b1eb-41b7-936c-dea67b009843","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.395037777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"234a78f9-a68f-4241-bd04-2d579ebc89a7","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.395054506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"234a78f9-a68f-4241-bd04-2d579ebc89a7","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.403386405Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"a69019b1-2943-4c43-848a-47aa99d0342e","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-b-150514","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-150514/e2e-shr-shared-9ee128-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.409287834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"88674be2-47a5-487d-b647-e7393be7a9c2","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.480838275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"b9f32f4a-ed5f-441f-9b81-37817e2208bd","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:16.519640291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"362a217c-7b4a-4962-9348-c00f473a03e4","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-b-150514","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:18.814563075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.306031411Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-sub","reconcileID":"238467dc-a568-4cb9-a1fb-5daef1e9b563","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","subscription":"e2e-cfl-same-d9636f-06afb5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.331886708Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-sub","reconcileID":"238467dc-a568-4cb9-a1fb-5daef1e9b563","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.345014285Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-sub","reconcileID":"238467dc-a568-4cb9-a1fb-5daef1e9b563","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-06afb5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.575323596Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-2c7cf5 priority=0:[ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f-2c7cf5-sub ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-same-d9636f-1859af-sub]","namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.588058394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"d309767b-4362-43c7-a00b-9c9f351c438a","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.588083124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"d309767b-4362-43c7-a00b-9c9f351c438a","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.660918363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"a6811eda-ff95-4150-a66d-baa22fb63ab1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.679471739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"a6811eda-ff95-4150-a66d-baa22fb63ab1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.743121531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"9ecfe681-72f3-48d0-a187-b3c2fbc18e5a","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.743159183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"9ecfe681-72f3-48d0-a187-b3c2fbc18e5a","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.823320463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-06afb5-access","reconcileID":"85198bb2-31a4-4c2e-bd7c-d98560a246a3","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-06afb5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.964137965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"54c7fb37-52ac-4e39-babf-696b9f7f7551","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-2-06afb5/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:21.964275148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"54c7fb37-52ac-4e39-babf-696b9f7f7551","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"routeName":"external-model-e2e-cfl-same-d9636f-dc56a1a6a65c","namespace":"e2e-extmod-cfl-2-06afb5","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.081747095Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-sub","reconcileID":"2002c391-281f-44f1-8f07-0fc181a33ba8","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","subscription":"e2e-cfl-same-11241e-9c2def-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.108186701Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-sub","reconcileID":"2002c391-281f-44f1-8f07-0fc181a33ba8","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.114553788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"ae955490-2aed-45a2-8ac0-afc604182688","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.114572049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"ae955490-2aed-45a2-8ac0-afc604182688","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.121166325Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-sub","reconcileID":"2002c391-281f-44f1-8f07-0fc181a33ba8","MaaSSubscription":{"name":"e2e-cfl-same-11241e-9c2def-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.147056394Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-sub","reconcileID":"cd276a42-763a-4491-a26a-1383d9482716","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-99b55caf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.175755422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"b46bb77b-6a25-4b86-b6cc-22b9e7fe6e35","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.197892256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"b46bb77b-6a25-4b86-b6cc-22b9e7fe6e35","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.279786969Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-f62c83 priority=0:[ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-91e5e9-407152-sub ai-tenant-e2e-extmod-a-f62c83/e2e-cfl-same-11241e-407152-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.293301775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"77de71ec-38c2-477d-88e2-deccbe29d8e8","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.293326134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"77de71ec-38c2-477d-88e2-deccbe29d8e8","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.325440179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"3082d3f3-0dca-400c-9ce3-67238b4e5da1","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.325459729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"3082d3f3-0dca-400c-9ce3-67238b4e5da1","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.367018526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"8260f2a6-f293-4c73-83ad-1a1c3b93bf59","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.385134305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"8260f2a6-f293-4c73-83ad-1a1c3b93bf59","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.447381704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"5c8162f3-6d96-45fc-ad27-5e533d302c09","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.447405999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"5c8162f3-6d96-45fc-ad27-5e533d302c09","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.465329915Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-9c2def-access","reconcileID":"6b2cf7dc-0a24-48c5-914d-05edfc97af4a","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-9c2def-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.583485418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"add287b7-c958-4ff8-884f-5610c531cbb1","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-2-9c2def/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.583507688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"add287b7-c958-4ff8-884f-5610c531cbb1","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"routeName":"external-model-e2e-cfl-same-11241e-5909a5ae0f03","namespace":"e2e-extmod-cfl-2-9c2def","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.689230195Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"9d1ee45f-be1c-499d-86f0-023fd22e6abe","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-ba2273","subscription":"e2e-dft-ba2273-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.715355891Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"9d1ee45f-be1c-499d-86f0-023fd22e6abe","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.728553379Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-sub","reconcileID":"9d1ee45f-be1c-499d-86f0-023fd22e6abe","MaaSSubscription":{"name":"e2e-dft-ba2273-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-ba2273","namespace":"llm","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.73890783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"7890d4a1-002a-4054-b8d1-987e5ae243f9","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.738929217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"7890d4a1-002a-4054-b8d1-987e5ae243f9","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.779718316Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-sub","reconcileID":"d402b7b5-460d-4cac-a72d-563dd7d32ad3","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-72e32cfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.805399613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"18a819af-64b3-4a28-8d15-ae6eae81ec46","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.823286003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"18a819af-64b3-4a28-8d15-ae6eae81ec46","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.829756849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"227d512d-e8d8-44b0-89d5-5f8575cdda43","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.829776634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"227d512d-e8d8-44b0-89d5-5f8575cdda43","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.861972098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"3b7e3590-3173-44f8-ad94-0957f258e4de","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.861992095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"3b7e3590-3173-44f8-ad94-0957f258e4de","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.917313262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"f90fa2bf-f42b-42fe-a00f-7ada92b43bc0","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.940048642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"f90fa2bf-f42b-42fe-a00f-7ada92b43bc0","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.968182496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"c444786a-ea31-41c1-8731-c1e59d3c710b","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:22.968207299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"c444786a-ea31-41c1-8731-c1e59d3c710b","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.005763442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-ba2273-access","reconcileID":"efd69c2d-5291-481f-a852-e1c6b60031df","MaaSAuthPolicy":{"name":"e2e-dft-ba2273-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.064389173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"bbae975a-dc3b-42af-bb45-c1c060508839","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.064411899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"bbae975a-dc3b-42af-bb45-c1c060508839","MaaSModelRef":{"name":"e2e-dft-ba2273","namespace":"llm"},"routeName":"external-model-e2e-dft-ba2273-5de4f47509c8","namespace":"llm","model":"e2e-dft-ba2273","externalModel":"e2e-dft-ba2273","provider":"e2e-dft-ba2273-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.543386362Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"bbe840c6-3a6f-4c46-82a3-f88305c8593c","namespace":"llm","name":"e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.572619345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"568e611e-78ec-46d0-af1f-2d01b2eee108","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.572667093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"568e611e-78ec-46d0-af1f-2d01b2eee108","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.573106751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6d3c4d3-b3dd-46bb-9e76-04522d7ba5ae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.573210449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c6d3c4d3-b3dd-46bb-9e76-04522d7ba5ae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.573615588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9c5cd88-327d-4643-bd90-f9c2d009cb63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.57367184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9c5cd88-327d-4643-bd90-f9c2d009cb63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.574218559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a66c5d04-e8fc-4836-b413-362ce8350349","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.574240481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a66c5d04-e8fc-4836-b413-362ce8350349","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.574536393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"744e4bef-d2da-4574-9fc4-ef8242bed8f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.574549959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"744e4bef-d2da-4574-9fc4-ef8242bed8f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.574886278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d34347a4-03d6-407b-bd97-c6c61c202140","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.57490049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d34347a4-03d6-407b-bd97-c6c61c202140","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.575180344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1b52553-19fa-465c-b35a-0bf094b45898","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.575195122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1b52553-19fa-465c-b35a-0bf094b45898","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.575524705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c11e4134-d4f4-41a2-a3d4-31d78070d12c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.575536573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c11e4134-d4f4-41a2-a3d4-31d78070d12c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.580831715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f00911f0-fbfa-46b1-8142-3c1120b6fc0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.594121302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a781f779-ad80-4919-bc46-37695352548a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.594274032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"ca8c8a34-c8f7-4934-b4e5-bdfa274801c2","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.597205415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"db6d218d-1542-433f-9f07-f5b95e2e8ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.597417871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4110bec9-62a1-4005-81a2-ffaf2c0100eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.598931595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"f00911f0-fbfa-46b1-8142-3c1120b6fc0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.612803678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a781f779-ad80-4919-bc46-37695352548a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.61346637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"ca8c8a34-c8f7-4934-b4e5-bdfa274801c2","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.618650506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4110bec9-62a1-4005-81a2-ffaf2c0100eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.640365984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9d04c4d-ed74-4f83-a20c-070e5d8e5432","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.641026646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e71352d-c0df-44bf-a552-29f671347c46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.642230249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"db6d218d-1542-433f-9f07-f5b95e2e8ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.76321721Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-ba2273","namespace":"llm"},"namespace":"llm","name":"e2e-dft-ba2273","reconcileID":"8f88c3ed-0d19-4a66-908c-86c757376147","namespace":"llm","name":"e2e-dft-ba2273","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.790510696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"7d15f4e2-ebf9-467d-ba33-c2d9775a407b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.804375125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"dab1daf8-8edc-4884-9875-9e05d7e0612a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.80437507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"5e1030ee-bca3-4b4e-ba24-c5519ee9ae97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.808933537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"7d15f4e2-ebf9-467d-ba33-c2d9775a407b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.823161698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"dab1daf8-8edc-4884-9875-9e05d7e0612a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.823247275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"5e1030ee-bca3-4b4e-ba24-c5519ee9ae97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.897598566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebddfa87-3a93-4471-a08a-cdab90f37371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.897612788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a84debaa-9bc7-4106-94a6-9e3132dd7f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.916082898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebddfa87-3a93-4471-a08a-cdab90f37371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:23.916090413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a84debaa-9bc7-4106-94a6-9e3132dd7f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.001361868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"0d93b5a1-6f82-44b7-b7f6-7ee16c44b31e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.001421786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"dc3c214f-6aaa-4596-8bed-9fdbee268d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.021034565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"0d93b5a1-6f82-44b7-b7f6-7ee16c44b31e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.029236599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"dc3c214f-6aaa-4596-8bed-9fdbee268d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.161914444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"542876b4-0b39-4ef1-834f-c4d3d6892fd1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.162327762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"490b246b-179c-421b-bc7a-391c7d366d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.177445326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"98cf6864-0b0d-4263-9202-9e1da279086b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.205384721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"542876b4-0b39-4ef1-834f-c4d3d6892fd1","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.2097845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"490b246b-179c-421b-bc7a-391c7d366d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.221535236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"98cf6864-0b0d-4263-9202-9e1da279086b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.246501136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d2b52a88-b7b6-4621-b8c3-9fbe217f3b30","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.246799611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"def2ac5f-a4c5-4110-9d18-e28d6a1d6051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.270338485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d2b52a88-b7b6-4621-b8c3-9fbe217f3b30","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.271462637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"def2ac5f-a4c5-4110-9d18-e28d6a1d6051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.301824634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"9a901e60-9bda-4ae8-8298-f2c9e54fa9d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.309012445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"9f4988b6-bde0-4607-a48c-cabfc774c230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.319100843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"9a901e60-9bda-4ae8-8298-f2c9e54fa9d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.326785576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"9f4988b6-bde0-4607-a48c-cabfc774c230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.397073881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"74bf3eab-5451-40f8-acc4-0d8f4454ac8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.409679229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"861bc75f-2a23-4471-a7ca-4a404f246ec0","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.409907147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"5bf85f30-beec-436f-8753-c12132e81b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.414824049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"74bf3eab-5451-40f8-acc4-0d8f4454ac8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.428570098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"861bc75f-2a23-4471-a7ca-4a404f246ec0","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.428761702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"5bf85f30-beec-436f-8753-c12132e81b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.507091679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c80bfd2c-b52d-4118-9043-894e318a1999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.508225713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"544b59c8-8e42-41cd-847d-a962ea3bd697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.525359071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c80bfd2c-b52d-4118-9043-894e318a1999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.526323663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"544b59c8-8e42-41cd-847d-a962ea3bd697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.601572446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"b59d25a1-cb6c-498d-82ac-7b215015b2de","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.610056236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"024335ad-0838-41d2-84b8-430695a47c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.614819405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"92f51062-ac61-4ca9-9fc5-66a577e04e30","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.620031364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"b59d25a1-cb6c-498d-82ac-7b215015b2de","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.627343708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"024335ad-0838-41d2-84b8-430695a47c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:24.641422798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"92f51062-ac61-4ca9-9fc5-66a577e04e30","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:29.15707601Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"c7cbddde-3355-4229-b403-af09ac161bdf","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:29.258985279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"8cd9b360-c0ec-45db-92a2-61a4010bcd8b","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:29.413088482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22a7fc5-2575-4904-80fa-9f1ed97afecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:29.425820002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22a7fc5-2575-4904-80fa-9f1ed97afecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:29.438383807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22a7fc5-2575-4904-80fa-9f1ed97afecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:29.451755217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a22a7fc5-2575-4904-80fa-9f1ed97afecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.022978887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3911b14-6e4f-46b4-b2e2-19260ada776b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.036018526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3911b14-6e4f-46b4-b2e2-19260ada776b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.049482497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3911b14-6e4f-46b4-b2e2-19260ada776b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.062276487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3911b14-6e4f-46b4-b2e2-19260ada776b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.293795306Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"6aa2dd12-1f19-4986-818d-ec5bdb1fcdf6","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.327091369Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cb13a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cb13a4","reconcileID":"7750f404-8e6d-4567-863f-a83eb0807e97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-cb13a4","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-cb13a4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.412890972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"1886959e-b86b-49b4-8e12-681a7287a53f","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.678073016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73f4d87-68a7-4f13-ba73-ebca67c4a18e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.693719744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73f4d87-68a7-4f13-ba73-ebca67c4a18e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.706556148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73f4d87-68a7-4f13-ba73-ebca67c4a18e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:30.71910007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73f4d87-68a7-4f13-ba73-ebca67c4a18e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:31.762340676Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"0a7cae0e-d14e-4e2d-b24d-bcfe6dba575f","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:14:31.971091233Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cb13a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cb13a4","reconcileID":"9fb75a0e-e378-4d9e-ae8e-b49ae8cd98c8","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-cb13a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.161494086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-sub","reconcileID":"ef500861-69d4-4ab6-8ea2-a5aeb2f7d780","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","subscription":"e2e-cfl-same-d9636f-1859af-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.204650143Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-sub","reconcileID":"ef500861-69d4-4ab6-8ea2-a5aeb2f7d780","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.220166199Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-sub","reconcileID":"ef500861-69d4-4ab6-8ea2-a5aeb2f7d780","MaaSSubscription":{"name":"e2e-cfl-same-d9636f-1859af-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.396298613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"51c8f1a1-0581-4f52-8dc8-4c0ca5a2a42d","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.396389303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"51c8f1a1-0581-4f52-8dc8-4c0ca5a2a42d","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.464053802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"c0b5cef3-ee0e-4e64-a431-d8c2e6c247ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.547410881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"c0b5cef3-ee0e-4e64-a431-d8c2e6c247ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.599127852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"850c8b15-cd24-4e0f-a573-4be465830903","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.599185437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"850c8b15-cd24-4e0f-a573-4be465830903","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.709949171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"3addca25-44a3-485b-a2a2-656331df5cca","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-b-150514","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.729632499Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-same-d9636f-1859af-access","reconcileID":"db8d223d-3185-4767-95d0-170ec63d7e9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d9636f-1859af-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.787437567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"e248325f-e663-4467-8796-2633b8956bc0","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.787459103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"e248325f-e663-4467-8796-2633b8956bc0","MaaSModelRef":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-same-d9636f-2aa0d287e3e8","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-same-d9636f","externalModel":"e2e-cfl-same-d9636f","provider":"e2e-cfl-same-d9636f","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.79593877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-sub","reconcileID":"f077488f-0be1-4ddc-9b70-eb44cc4734f0","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","subscription":"e2e-cfl-same-11241e-407152-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.800879011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"60ce0145-b78c-4099-9c78-3d5886d5133d","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.822254792Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-sub","reconcileID":"f077488f-0be1-4ddc-9b70-eb44cc4734f0","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:32.835932177Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-sub","reconcileID":"f077488f-0be1-4ddc-9b70-eb44cc4734f0","MaaSSubscription":{"name":"e2e-cfl-same-11241e-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.002350229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"4a511d30-0cfa-4c59-90aa-648a517d372d","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.002373911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"4a511d30-0cfa-4c59-90aa-648a517d372d","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.076326983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"99a4c27f-6204-48e5-9745-117794f0bc4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.093792532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"99a4c27f-6204-48e5-9745-117794f0bc4f","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.148715921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"66f61f7c-4078-4b5b-b350-9d90929ad44e","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.148736034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"66f61f7c-4078-4b5b-b350-9d90929ad44e","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.202504294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"a5240933-cd99-4031-9613-3c25853655f5","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-a-55a710","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.232219155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-same-11241e-407152-access","reconcileID":"d593bdd9-7d3e-4e40-9de4-d6e9db863ac6","MaaSAuthPolicy":{"name":"e2e-cfl-same-11241e-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.279195366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"f8fa94cd-c2a0-4379-b786-c93c60a0cb2f","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.292580489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"b08a66b0-acd4-407f-99d7-587bf42ff192","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.292598815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"b08a66b0-acd4-407f-99d7-587bf42ff192","MaaSModelRef":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-same-11241e-67dfc23ed601","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-same-11241e","externalModel":"e2e-cfl-same-11241e","provider":"e2e-cfl-same-11241e","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.329730584Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"ab01eca0-5c6d-4b17-bbeb-79ea028fee58","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.361791019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"ff14da7c-56f2-4a5b-ae04-bc0cc9f51b3e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.363502469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"fd1e4a7d-eabf-4d5b-ac66-55fb84ee0b4f","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.37129003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"ee912051-aa6f-4c06-89ac-0068b95ec403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.371727613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"7ace62f1-8809-4201-91da-5665c3590413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.37569323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"bc9cc28f-a3b2-4e9c-a2d8-e46169ab4e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.379741701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ec3f931f-6e82-4e14-9408-a4b371307ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.381125501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"ff14da7c-56f2-4a5b-ae04-bc0cc9f51b3e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.389444232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"ee912051-aa6f-4c06-89ac-0068b95ec403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.392704646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"7ace62f1-8809-4201-91da-5665c3590413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.396054843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"bc9cc28f-a3b2-4e9c-a2d8-e46169ab4e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.399739383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ec3f931f-6e82-4e14-9408-a4b371307ba3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.520461208Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","reconcileID":"233d4082-bf70-41f3-8a20-c33ded1c71d4","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.616867549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"8ff46315-2fc8-47f1-a26c-f9ad623cf433","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.632888389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"2328973b-ad05-4bb0-8072-8af2e362a674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.640753276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"8ff46315-2fc8-47f1-a26c-f9ad623cf433","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.662927529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"2328973b-ad05-4bb0-8072-8af2e362a674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.705064009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"09707762-929e-4c9a-816b-367818c1ef95","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.705398702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"3c455c55-aebe-459f-b9c4-8b41905e84f1","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.720452931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"75759595-905d-420c-b67c-4259d5c73b3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.727436321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"3c455c55-aebe-459f-b9c4-8b41905e84f1","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.731600761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"09707762-929e-4c9a-816b-367818c1ef95","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.746769174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"75759595-905d-420c-b67c-4259d5c73b3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.813603334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"17edc140-1db5-45a8-928b-8b45169dd20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.83186675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"4f34dd71-bf50-4bfe-8f9b-55e146e626cc","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.832264399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"17edc140-1db5-45a8-928b-8b45169dd20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.847060442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"4cb65b31-33cd-45f3-86d6-f0770855b07a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.859373423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7ec99fbc-2d67-4b3a-b122-87cbb8f57e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.864617916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"4cb65b31-33cd-45f3-86d6-f0770855b07a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.877593229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7ec99fbc-2d67-4b3a-b122-87cbb8f57e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.897668722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fa2ee202-cb2e-4378-b032-5eb0e44d3614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.89904849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6d6c8e0-4a0d-48d3-a28b-4799ef3283a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.911168887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e202179-9938-442b-8ec0-b1410eba900b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.915554183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fa2ee202-cb2e-4378-b032-5eb0e44d3614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.917028671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6d6c8e0-4a0d-48d3-a28b-4799ef3283a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:33.928903565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e202179-9938-442b-8ec0-b1410eba900b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.012619186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"c7b31640-200a-40c2-80a5-1fef07e62285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.012826689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"e2256d82-39ae-4238-9e0c-b65a3863b6c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.013112466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"532de5bc-6b96-4ed4-b018-63e3fefa876d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.013182739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1775fdfe-c086-486e-8895-59b71d3be4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.035807762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"c7b31640-200a-40c2-80a5-1fef07e62285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.035943195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"e2256d82-39ae-4238-9e0c-b65a3863b6c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.038116648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1775fdfe-c086-486e-8895-59b71d3be4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.038292377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"532de5bc-6b96-4ed4-b018-63e3fefa876d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.124737183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"bf8e6531-4d82-4a9b-9c0d-4fb315308b10","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.15901995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"bf8e6531-4d82-4a9b-9c0d-4fb315308b10","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.202110155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"d264cea4-661c-4026-a3be-543eabac484a","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.202652403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"cf477809-4565-4b73-b6e2-efd681ef7e03","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.221135781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"d264cea4-661c-4026-a3be-543eabac484a","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.22142135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"3a49369b-2604-40d2-945f-134b54df5dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.221650841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"7739ac1b-1ad6-4e9d-abad-1c8a945b0913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.221807932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"cf477809-4565-4b73-b6e2-efd681ef7e03","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.242922305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"3a49369b-2604-40d2-945f-134b54df5dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.242934542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"7739ac1b-1ad6-4e9d-abad-1c8a945b0913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.405068798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d63e4b86-1409-4530-a53b-25cddf06bd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.405697166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"cb1e9bf6-bc4a-44e0-848a-b8601b08d95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.422941562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d63e4b86-1409-4530-a53b-25cddf06bd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.42437161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"cb1e9bf6-bc4a-44e0-848a-b8601b08d95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.493898557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"9acbb99b-8bf5-4c5a-b75d-43fc3420a583","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.497425983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"8b33a47d-b3eb-4077-bb9b-cde8dd65e0ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.507005947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c06a8dbd-3d0d-470b-a1d1-1d0e0001716e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.513599662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"9acbb99b-8bf5-4c5a-b75d-43fc3420a583","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.514898629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"8b33a47d-b3eb-4077-bb9b-cde8dd65e0ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.525905204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c06a8dbd-3d0d-470b-a1d1-1d0e0001716e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.526126609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"2ce671bb-f879-4600-9ce2-a2fcd0c68bd2","namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.541470188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"a7df2a85-032b-4df0-af8f-a45b84f7102b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.55868228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"a7df2a85-032b-4df0-af8f-a45b84f7102b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.604509561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"9c862f53-340e-4171-bc94-a02e3509a9a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.621447899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"92510e58-8cc0-4f34-8b99-a46b72074e2e","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.621471697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"92510e58-8cc0-4f34-8b99-a46b72074e2e","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.622172598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"9c862f53-340e-4171-bc94-a02e3509a9a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.661934857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"32799758-c525-4a99-928c-c03185923a52","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-91e5e9","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.741996402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"2883cb9b-c342-488b-afbd-53b1d5bb1a60","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.742963127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c9883a1a-583d-4c74-8280-534c58c1a692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.757431992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a728591e-bf59-43da-81b3-46bd4d7ce5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.762785486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"2883cb9b-c342-488b-afbd-53b1d5bb1a60","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.76608235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"c9883a1a-583d-4c74-8280-534c58c1a692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.776509025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a728591e-bf59-43da-81b3-46bd4d7ce5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.785987738Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","reconcileID":"e221a58e-1c28-4a08-bcc0-b7a795fc062e","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.794100324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"3997f0c4-f1cf-4f74-a0a6-a471d31b4e90","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.797536762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f938fc96-7b12-4b22-ab03-4b50d1b4a47d","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.81159866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"3997f0c4-f1cf-4f74-a0a6-a471d31b4e90","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:34.843598631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f938fc96-7b12-4b22-ab03-4b50d1b4a47d","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.033262012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"795a0049-22f5-4345-8b23-f26b38d6b4c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.035377675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"146fb0e8-878e-487c-b864-0efe093aa254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.048171615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4889c7a7-44d6-44a2-972d-a16e54d80244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.054882243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"146fb0e8-878e-487c-b864-0efe093aa254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.056079497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"795a0049-22f5-4345-8b23-f26b38d6b4c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.067633673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"4889c7a7-44d6-44a2-972d-a16e54d80244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.095071037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"e793f5f7-a923-4951-91e8-5b763c215b74","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.114028222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"e793f5f7-a923-4951-91e8-5b763c215b74","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.114642005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1dffe2e2-4d30-4b7a-9e78-50bca58cb7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.133483818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"1dffe2e2-4d30-4b7a-9e78-50bca58cb7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.332110631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06b8487b-e125-4c02-b7f0-8ecbb0fc5bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.332605727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"0101b3c9-bb4c-4eb7-b28b-fb4ba1949e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.337193198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cecf184a-700c-41e6-9a3a-95d018605a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.33748064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"c3fcc8b3-a1e3-42e9-b5cc-e5ea079bfab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.353434141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1a9e54c8-a9c0-49bc-96b9-88854273143d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.355664247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"0101b3c9-bb4c-4eb7-b28b-fb4ba1949e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.35959396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06b8487b-e125-4c02-b7f0-8ecbb0fc5bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.35975406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"c3fcc8b3-a1e3-42e9-b5cc-e5ea079bfab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.363599375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cecf184a-700c-41e6-9a3a-95d018605a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.375187468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1a9e54c8-a9c0-49bc-96b9-88854273143d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.490718084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"b90e5c79-0073-496f-a97a-2fbef6e95430","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.511726379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"07404bb9-e1b5-4ce7-86c6-855c95fd7c43","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.524393037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"22f91363-9cef-4ceb-9ab1-04b28478055b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.52780385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"cecc29d1-c76b-433d-a247-9b54f1356847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.528220035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"3948193f-4bb8-4ee5-88ce-f3881bcc65d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.52969701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"07404bb9-e1b5-4ce7-86c6-855c95fd7c43","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.542398136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"22f91363-9cef-4ceb-9ab1-04b28478055b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.545535064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"cecc29d1-c76b-433d-a247-9b54f1356847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.545926965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"3948193f-4bb8-4ee5-88ce-f3881bcc65d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.627868161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"0d48e46a-d87d-4e35-9e46-13891d168672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.651074116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"0d48e46a-d87d-4e35-9e46-13891d168672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.713417176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"611a526c-c41a-48d8-985e-d3f8167d1a7c","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.713435913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"51a23510-ac58-47f2-9c13-3bb951aa7467","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.714420246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"6a326880-84c4-4842-b906-57830759e252","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.714498413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"89fb0e2e-2d67-458e-b5ea-ea7acdce1e6b","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.728883034Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d9636f","namespace":"e2e-extmod-cfl-2-06afb5"},"namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","reconcileID":"8189ddce-2459-4985-beb3-37df3af136da","namespace":"e2e-extmod-cfl-2-06afb5","name":"e2e-cfl-same-d9636f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.73254822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"51a23510-ac58-47f2-9c13-3bb951aa7467","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.732794208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"267ca741-e52b-4d14-8279-f89cf4eaa680","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.733553806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"611a526c-c41a-48d8-985e-d3f8167d1a7c","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.745134861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"b4670e6f-6435-4915-a456-fb8b2fb4a9e1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.751205263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"267ca741-e52b-4d14-8279-f89cf4eaa680","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.76466888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"b4670e6f-6435-4915-a456-fb8b2fb4a9e1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.878469796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"eda86673-28c3-4c31-ac8b-d2710c34a1f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.907432836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"eda86673-28c3-4c31-ac8b-d2710c34a1f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.918269861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","reconcileID":"746b6de3-e503-4138-b7e0-fcc3a47e25d4","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.937261235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45e68b7b-7672-4484-af8d-b7d96d92a3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.937501155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d805cad8-c654-4bef-b711-dd1b8b5496c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.955800931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45e68b7b-7672-4484-af8d-b7d96d92a3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:35.956447639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d805cad8-c654-4bef-b711-dd1b8b5496c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.015189873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"0d21dad1-03c8-4292-9293-2b50017ebe55","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.041635091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"ea54f537-5e80-40ea-ab68-b8b6a52b5cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.041899553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"8386ed69-b43c-421f-a25e-981f1a49907a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.059402317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"ea54f537-5e80-40ea-ab68-b8b6a52b5cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.060651313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"8386ed69-b43c-421f-a25e-981f1a49907a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.129303804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"2acc0f5d-a008-40bf-be87-6ee1326cd239","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.141241882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"fcd2237e-19de-4e31-baf5-7d630d8f7996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.141534502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"dd426e49-d567-4043-9c46-0b14fdd5f973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.14766722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"2acc0f5d-a008-40bf-be87-6ee1326cd239","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.160687893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"dd426e49-d567-4043-9c46-0b14fdd5f973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.160882416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"fcd2237e-19de-4e31-baf5-7d630d8f7996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.175051833Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"c45253f4-cbd1-433b-8a41-f9b184b45f25","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.227036268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"8f86c359-f2f8-4295-a752-b025d6b01ae2","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.240003639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"8be14ebe-5acf-41d6-9e29-1ff18030f2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.245012877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"8f86c359-f2f8-4295-a752-b025d6b01ae2","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.25835547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"8be14ebe-5acf-41d6-9e29-1ff18030f2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.259561961Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"895a7dde-e91f-4139-a3b6-ffdcc3e59105","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.280077932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"b204794c-8d0f-4935-8dbf-cd3f8594a849","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.280107711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"b204794c-8d0f-4935-8dbf-cd3f8594a849","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.315981243Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-sub","reconcileID":"0ee4e713-e981-4149-bbf6-5253b408d246","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-492f6069","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.329942474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"cf3fa058-5977-4691-81d7-19c1434341cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.32995818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"d0d813fa-e8e2-4970-bb3b-a357145ec174","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.343500194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"7c3e7106-ea94-4de3-bddd-9a3032a245c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.349976299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"d0d813fa-e8e2-4970-bb3b-a357145ec174","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.350892043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"cf3fa058-5977-4691-81d7-19c1434341cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.361084632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"7c3e7106-ea94-4de3-bddd-9a3032a245c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.390902243Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"c034b875-8f85-4351-bf21-b42208f392a1","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.413618245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-11241e","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","reconcileID":"e3ea54b9-9860-4e1a-8506-cc845407354c","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-same-11241e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.423943534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"8369e290-c60a-4c08-8210-1038d1135413","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.42752655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"e5977237-945c-4511-9440-1e734f873c80","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.431790608Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","reconcileID":"e3289f80-b5fb-487f-b162-643133608f8b","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.440395743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"b169d086-11ff-46fd-ba58-8b9d8ce80e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.448600861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"e5977237-945c-4511-9440-1e734f873c80","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.460743816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"b169d086-11ff-46fd-ba58-8b9d8ce80e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.608417126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"a232ed9d-dee4-406d-a9e0-8cd818e0a0ff","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.623124299Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"49473d28-aaa2-46dc-91e7-ea43e94aca6c","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.694445686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"b73b3d5a-f3e6-4f69-8331-ea5169be8836","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.733910867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"8023a93f-ae71-46b9-a69c-81e36ebbad5d","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.736269211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"81af3f66-9f00-48e8-9365-b823dff1a22f","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-a-7debde","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.738331725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"292b52b5-d732-43f5-aab4-4615a76198d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.752253629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"eaa7f3eb-9b9a-48d4-b630-9b4c0e2b9ff7","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-b-150514","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.753294323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"99c0250e-3114-4979-a18f-6811ca19fe81","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.759347279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"55e44253-0799-4394-80f1-90f74729cb72","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.759626948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fae08d62-d7f4-4187-ab47-8a4e5af642f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.765005363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"292b52b5-d732-43f5-aab4-4615a76198d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.766339632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"488076fe-9f1b-4073-b34b-c6fbcb53342d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.767380457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"8519c483-5bdd-4c0c-b9c4-d5c2779b75c9","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.776396745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d73af301-f36f-4a88-9019-cc03adae3423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.787820411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"fae08d62-d7f4-4187-ab47-8a4e5af642f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.841785267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"55e44253-0799-4394-80f1-90f74729cb72","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.842468267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"886b01a9-9ba8-45d6-a33b-a01dc31cbf5d","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.846847617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"488076fe-9f1b-4073-b34b-c6fbcb53342d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.850807844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"d73af301-f36f-4a88-9019-cc03adae3423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.855493643Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"26c20e91-5b65-4e0e-b893-c976fe1f2b99","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.954574736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"205b5892-f5f1-4867-b0fb-6e32bc53fa7a","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:36.9546064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"205b5892-f5f1-4867-b0fb-6e32bc53fa7a","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.072610181Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"5664ee34-4ff2-44f8-8c0d-a63d36af89ba","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d757b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.088073225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbad633b-12a0-4e61-aa80-3b27d8565736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.0950727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0800b63a-e53c-4fcf-a903-cc80dd83f752","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.112345476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbad633b-12a0-4e61-aa80-3b27d8565736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.112645618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6b1f9e2f-7955-4e2b-91f1-cc2c3efe24e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.112903187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"4e09038c-da44-454b-9425-10e091f221f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.138760726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"ff1430f8-622c-46aa-a926-d05cf6f66576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.141877767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"0800b63a-e53c-4fcf-a903-cc80dd83f752","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.14340371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"4e09038c-da44-454b-9425-10e091f221f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.148864504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"6b1f9e2f-7955-4e2b-91f1-cc2c3efe24e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.189738667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"ff1430f8-622c-46aa-a926-d05cf6f66576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.202909807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"207da7a7-4342-4591-9a67-1fb3a12d6f96","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.219661097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"cfeaa49b-47df-4a7e-b7b8-1676fe0fcd5e","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.233737233Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"ab5c02cf-ad9f-46ef-bd02-fff4dc6a657a","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.245468094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"2a4e096e-e07a-4382-ac8d-db92a52085be","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-a-7debde","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.246043736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"8d08369d-bdda-4f38-9910-bad6e81234db","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-b-150514","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.249206726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"d1060962-7beb-423f-a8f9-d5fb6809c13d","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.280030819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"0c39e400-3b77-47f9-bad9-f2ac576b2389","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.293749985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"56bd2d02-3457-4919-82b3-13c4730b81f6","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.298008541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"74f0fe2c-9de4-478e-bdf5-3ed8fd4d75c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.306862716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"7348db07-992f-4fb2-9af3-d8f5e1da8705","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.316616334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"74f0fe2c-9de4-478e-bdf5-3ed8fd4d75c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.324195894Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"2febff34-b255-49a9-9881-b49dc667fb5f","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.520168759Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","reconcileID":"84613365-d4ee-4fb3-9ae3-9746c3f3cbd4","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.554464571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"ef68c65e-9a9a-49d9-9891-7b2315962a40","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.67953192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"ef68c65e-9a9a-49d9-9891-7b2315962a40","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.679849589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"321c203c-a5c2-4d3f-93b0-8e876a357df5","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.689811393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4bb56e0e-0d65-44f7-b167-990a658b91e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.689836576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f55d06c8-12b8-43cc-ba93-61f98e633ef9","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.691716999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"08f1589c-46d0-42f6-a918-610469eca3ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.702434792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e51adf2c-e910-488c-a529-b05f4f6505b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.743650516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f55d06c8-12b8-43cc-ba93-61f98e633ef9","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.744467995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e51adf2c-e910-488c-a529-b05f4f6505b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.745243636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"7e1c9613-15ae-4b37-834b-9c79d2360b2a","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.745922426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4bb56e0e-0d65-44f7-b167-990a658b91e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.748737069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"08f1589c-46d0-42f6-a918-610469eca3ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.886294159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"cfa60cfc-f39d-45e8-a82e-aa54377dadc4","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.897880319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"f75de36f-a74c-473e-b0d3-fa9d259f1607","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.903557819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"cfa60cfc-f39d-45e8-a82e-aa54377dadc4","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.909606938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"54e6fb21-68a4-42e6-8dc9-36fa1a2d2d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.915113755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"f75de36f-a74c-473e-b0d3-fa9d259f1607","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:37.926965035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"54e6fb21-68a4-42e6-8dc9-36fa1a2d2d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.000686652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"35cfbd5b-da68-4a8e-b253-09f674efc96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.000698873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"4a6727f4-602e-47ac-bddd-dac813e1cb46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.021581261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"35cfbd5b-da68-4a8e-b253-09f674efc96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.02158169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"4a6727f4-602e-47ac-bddd-dac813e1cb46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.086331574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"56e19c85-0a69-485d-9e52-13704483720f","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.086563123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"a5da1906-a1d6-4794-8ac7-d47faffe2bfa","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.099955349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"5a5295f3-ce6d-4070-9d9b-6079161d2cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.1041622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"56e19c85-0a69-485d-9e52-13704483720f","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.104231049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"a5da1906-a1d6-4794-8ac7-d47faffe2bfa","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.109892143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"095ea222-40e7-49fa-8bff-7385a7e37a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.111036108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"69566081-891b-4495-ac9a-9ccc9982ac13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.117221649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"5a5295f3-ce6d-4070-9d9b-6079161d2cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.127383938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"095ea222-40e7-49fa-8bff-7385a7e37a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.128271294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"69566081-891b-4495-ac9a-9ccc9982ac13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.191340618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"4e295b01-7579-40c7-b10e-bf06cc2006d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.220343824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"4e295b01-7579-40c7-b10e-bf06cc2006d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.290211969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f18af64a-8452-480a-ac08-8b29f4081e5a","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.3035168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e874792b-d62f-4f0f-ac86-f007d18ba709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.303945895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c96bdfb1-085e-47e1-89a0-e27e6352ba5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.303987947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"34e8db8b-c4ea-4460-8316-be90a8fc8059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.309868196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"f18af64a-8452-480a-ac08-8b29f4081e5a","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.322932151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e874792b-d62f-4f0f-ac86-f007d18ba709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.322933965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"34e8db8b-c4ea-4460-8316-be90a8fc8059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.326129585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c96bdfb1-085e-47e1-89a0-e27e6352ba5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.43786021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"651b57c9-04f8-4335-9463-1ff70166b412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.466399602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"651b57c9-04f8-4335-9463-1ff70166b412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.565096214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"32864017-c80a-48ba-8d81-b7fd9a78c6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.565308609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf978c0f-4218-441c-b817-c1b0603c1468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.582730642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"32864017-c80a-48ba-8d81-b7fd9a78c6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.584291103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf978c0f-4218-441c-b817-c1b0603c1468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.632779824Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","reconcileID":"525c039f-3a72-4af7-a3a0-b2bdc09a2667","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.646319196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"2659ebc0-4b6c-462f-9860-59c1d74fca45","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.65992801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"c6ff439f-0152-47af-8fc5-3001049f2a31","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.681188718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"e1135445-a70c-4cb9-a94b-ecef30c4d6e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.681564235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"440b90e2-1244-4309-90a1-edf164596758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.7066921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"440b90e2-1244-4309-90a1-edf164596758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.709768105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"e1135445-a70c-4cb9-a94b-ecef30c4d6e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.822817128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"e84e6910-1a1a-4cb9-b845-7fe6b5fba52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.823040417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"31487f25-39af-4069-9de5-e87f4fe6dc5e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.831844811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9f2945d0-2341-4a5c-a0e9-d2c27a54118b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.837907745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"86d219d6-0600-419f-b174-2e7c8a348f62","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.840447164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"31487f25-39af-4069-9de5-e87f4fe6dc5e","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.840984192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"e84e6910-1a1a-4cb9-b845-7fe6b5fba52a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.849906945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"9f2945d0-2341-4a5c-a0e9-d2c27a54118b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.855340934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"86d219d6-0600-419f-b174-2e7c8a348f62","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.862530967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"d0fd538a-c5df-4d28-bfde-8369d3131b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.880541301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"d0fd538a-c5df-4d28-bfde-8369d3131b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.939759573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"0365d61c-aa8d-40da-9bdd-e0e6cfc310da","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.942597623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"caa6a0b7-b149-4288-8626-45cb81166488","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.951881906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"db66a3d5-054f-42e7-805a-a6b40aef76de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.958543509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"0365d61c-aa8d-40da-9bdd-e0e6cfc310da","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.961446277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"caa6a0b7-b149-4288-8626-45cb81166488","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:38.971420456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"db66a3d5-054f-42e7-805a-a6b40aef76de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.05463797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"15f871e9-4716-4b4c-9e10-96a2e95e1cd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.068090441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"2d1467ad-531f-4fa6-ad54-0701517956a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.072520367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"15f871e9-4716-4b4c-9e10-96a2e95e1cd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.085608627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"2d1467ad-531f-4fa6-ad54-0701517956a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.116294224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"b3553e10-7795-43a3-9391-ae042fe67430","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.128273627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7eb61e4e-a068-4eb7-b8c4-1d1507c8679d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.129821572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"32e22341-91bf-4f64-a29b-3a12e94068a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.133831563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"b3553e10-7795-43a3-9391-ae042fe67430","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.145782182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7eb61e4e-a068-4eb7-b8c4-1d1507c8679d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.147989054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"32e22341-91bf-4f64-a29b-3a12e94068a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.246852602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9ef36f5-b581-4cce-98b6-d320c361a36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.25002023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7fc5dc1-271c-401f-9b65-484617cbc836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.250328328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"be8ae1d5-a83f-44d6-adb4-c6e4f837da71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.266360564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9ef36f5-b581-4cce-98b6-d320c361a36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.268395678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"be8ae1d5-a83f-44d6-adb4-c6e4f837da71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:39.268499608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7fc5dc1-271c-401f-9b65-484617cbc836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.172976797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"93268547-0068-473c-a70a-493ee2067770","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:14:41.19882207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"00443925-16ae-457f-9e1c-110cc00cdfc6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-459805-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.209318657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"8e694c24-f43e-402a-8485-a916e371c4db","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:14:41.224332215Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"8e694c24-f43e-402a-8485-a916e371c4db","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-459805-e2e-extmod-b-b2006f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:14:41.224409469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"8e694c24-f43e-402a-8485-a916e371c4db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-459805-e2e-extmod-b-b2006f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.228381087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"5742366d-6d2c-43cc-879e-8999a19bbf3a","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.244201981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"7e2c3067-631c-48f4-8371-c4fbd3551b12","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.246228743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"5742366d-6d2c-43cc-879e-8999a19bbf3a","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.258238106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"c6d358a0-bc54-44e5-a6ab-924fc5ddb52a","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.272646823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"09f944a0-f25f-499c-bcef-e3d723b9e773","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.330399241Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"fc50bc7f-a0ea-4510-9045-42b775cf0ef5","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-b-b2006f","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b2006f/e2e-shr-auth-459805-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.408072093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"4a179e8d-8371-4046-bd1c-a5d1a6cd72cb","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:41.446349049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"149d5e0e-c439-43e9-930f-624659b452c7","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-b-b2006f","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:42.335916381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"428ffdcc-c66c-4c4c-a6cb-e6f40c477d61","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:42.353385628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"f6aa5e16-1000-4743-9943-3c00695fe46f","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:42.399513607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"2949512f-844c-4aaf-a2f6-f4de6a3f3a22","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:42.442778732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"2949512f-844c-4aaf-a2f6-f4de6a3f3a22","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:42.637716324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"13490962-3b19-43c9-93dd-45343172eb6c","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.329686171Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-sub","reconcileID":"3dccc230-6b87-4c0b-82c5-2181e913c1e3","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","subscription":"e2e-cfl-dd083f-2c7cf5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.356385343Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-sub","reconcileID":"3dccc230-6b87-4c0b-82c5-2181e913c1e3","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.369588648Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-sub","reconcileID":"3dccc230-6b87-4c0b-82c5-2181e913c1e3","MaaSSubscription":{"name":"e2e-cfl-dd083f-2c7cf5-sub","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"maas-trlp-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.535373305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"15c5b7d9-e096-46e5-8683-2b13afc7297a","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.535394979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"15c5b7d9-e096-46e5-8683-2b13afc7297a","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.586564998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"918516ef-a07d-4535-a210-a17dcf4194f0","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.604789967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"918516ef-a07d-4535-a210-a17dcf4194f0","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.691268489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"47e31418-53f9-4580-882c-b0de959e80bd","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.691295063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"47e31418-53f9-4580-882c-b0de959e80bd","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.743981222Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"8754fedd-5f0d-459a-b8ac-1ccba5a61dab","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.785104528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"8754fedd-5f0d-459a-b8ac-1ccba5a61dab","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.802719418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"8754fedd-5f0d-459a-b8ac-1ccba5a61dab","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"name":"e2e-extmod-a-2c7cf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.802742064Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f-2c7cf5-access","reconcileID":"8754fedd-5f0d-459a-b8ac-1ccba5a61dab","MaaSAuthPolicy":{"name":"e2e-cfl-dd083f-2c7cf5-access","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-2c7cf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.83312524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"3af92c11-440c-4a97-b3ae-ea0976389795","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"ai-tenant-e2e-extmod-a-2c7cf5/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:46.833178411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"3af92c11-440c-4a97-b3ae-ea0976389795","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"routeName":"external-model-e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.085416593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"188e91aa-7df4-4b6c-a8bb-ddb27d0ed812","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","subscription":"e2e-cfl-91e5e9-407152-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.114354331Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"188e91aa-7df4-4b6c-a8bb-ddb27d0ed812","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.127781092Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-sub","reconcileID":"188e91aa-7df4-4b6c-a8bb-ddb27d0ed812","MaaSSubscription":{"name":"e2e-cfl-91e5e9-407152-sub","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"maas-trlp-e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.229784337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"72145e02-1c42-43e6-8135-69aceac086c0","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.229808422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"72145e02-1c42-43e6-8135-69aceac086c0","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.274967551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"354619bd-b1c3-4305-9735-97732c0f7bac","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.293639217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"354619bd-b1c3-4305-9735-97732c0f7bac","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.383365865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"1476d1d9-e5b1-4709-bf51-1e4fcefb628b","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.383402225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"1476d1d9-e5b1-4709-bf51-1e4fcefb628b","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.398944334Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"24dd3543-85cf-4343-b91f-bdfb78f67966","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.431665823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"02f9d4f4-0f9b-466a-a37b-6068a34f277f","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.440843613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"0b47de16-a278-454a-8343-3226fed93a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.440980311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4e058116-ee68-4d0e-b959-b3b96b3e5847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.444175883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"aec24742-522d-4f4d-a6e4-820d0da82b25","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.444183886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7c285a16-4ff2-44df-8928-4e2eca1dbca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.458927842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"0b47de16-a278-454a-8343-3226fed93a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.460222352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"4e058116-ee68-4d0e-b959-b3b96b3e5847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.470728298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7c285a16-4ff2-44df-8928-4e2eca1dbca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.470745215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"aec24742-522d-4f4d-a6e4-820d0da82b25","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.480777775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"02f9d4f4-0f9b-466a-a37b-6068a34f277f","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.498343721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"02f9d4f4-0f9b-466a-a37b-6068a34f277f","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"name":"e2e-extmod-a-f62c83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.498358094Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"e2e-cfl-91e5e9-407152-access","reconcileID":"02f9d4f4-0f9b-466a-a37b-6068a34f277f","MaaSAuthPolicy":{"name":"e2e-cfl-91e5e9-407152-access","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f62c83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.537812879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"96c286cf-ec44-4655-ba67-61f7373a2ecf","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"tenant":"e2e-extmod-a-f62c83","gateway":"openshift-ingress/e2e-extmod-a-f62c83","model":"e2e-extmod-cfl-1-407152/e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.537837767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"96c286cf-ec44-4655-ba67-61f7373a2ecf","MaaSModelRef":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"routeName":"external-model-e2e-cfl-91e5e9-7472fa04d334","namespace":"e2e-extmod-cfl-1-407152","model":"e2e-cfl-91e5e9","externalModel":"e2e-cfl-91e5e9","provider":"e2e-cfl-91e5e9-provider","gateway":"openshift-ingress/e2e-extmod-a-f62c83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.596087088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"660c0f8e-2ab0-4290-b6d8-fd6531146d12","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.61347876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"660c0f8e-2ab0-4290-b6d8-fd6531146d12","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.623663707Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","reconcileID":"e3fc3875-2a47-46a1-8232-d49545878d87","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.706193454Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"e5d2ec73-58d9-4ad8-8c7c-ffbf3997cafd","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.713474817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8bbacbea-65f1-45b8-9fe4-544490fefd9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.713729914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1ef0de9-50f2-4151-8d40-a1f4a235a9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.716778814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56ca8cd6-8879-4081-9db3-975fca5d4bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.716851592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"456b5489-8de0-4cb2-91bc-e949dd4da356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.732419613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1ef0de9-50f2-4151-8d40-a1f4a235a9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.732524846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8bbacbea-65f1-45b8-9fe4-544490fefd9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.736026998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56ca8cd6-8879-4081-9db3-975fca5d4bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.736274664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"456b5489-8de0-4cb2-91bc-e949dd4da356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.736577093Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"711815ac-64cc-42d4-b6c4-382516898152","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.872313961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"9be6cab2-4637-47a7-b73c-af9a2356467a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.890909346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"9be6cab2-4637-47a7-b73c-af9a2356467a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:47.987654341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"c2f19f4a-4bbb-471e-8dc0-5fa15ff61f1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.006119921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"92c301f2-e151-46ed-ae94-1008682b51d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.008071087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f9c94468-1958-43d9-95f0-d3c0c49c7115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.008239712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"7bb31222-7c28-40f9-a509-280e931fe9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.013356288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"c2f19f4a-4bbb-471e-8dc0-5fa15ff61f1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.031151181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"7bb31222-7c28-40f9-a509-280e931fe9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.031957869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"92c301f2-e151-46ed-ae94-1008682b51d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.033243154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f9c94468-1958-43d9-95f0-d3c0c49c7115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.056630876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"2f87d168-3c80-4567-b330-6a051c3e23c9","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.075151554Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-7debde priority=0:[ai-tenant-e2e-extmod-a-7debde/e2e-shr-auth-d5e1e4-sub ai-tenant-e2e-extmod-a-7debde/e2e-shr-shared-9ee128-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.076068547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"c924c284-003a-4a8c-a266-2c28f8299b62","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"tenant":"e2e-extmod-a-2c7cf5","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","model":"e2e-extmod-cfl-1-1859af/e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.076086419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"c924c284-003a-4a8c-a266-2c28f8299b62","MaaSModelRef":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"routeName":"external-model-e2e-cfl-dd083f-e0fc5fc96b6a","namespace":"e2e-extmod-cfl-1-1859af","model":"e2e-cfl-dd083f","externalModel":"e2e-cfl-dd083f","provider":"e2e-cfl-dd083f-provider","gateway":"openshift-ingress/e2e-extmod-a-2c7cf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.105539354Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"f6d6c68a-1f4a-49fb-8146-93782f0f5358","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.111551703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"5539bd8e-e51d-42c3-b7b1-2f75c4e2b49d","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.113494787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"582335e4-263a-4286-a235-3f27663de1fd","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:14:48.119578312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-7debde/e2e-shr-auth-d5e1e4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-d5e1e4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.153192929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"5539bd8e-e51d-42c3-b7b1-2f75c4e2b49d","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.194475039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"965fcd69-1b4e-4167-b0b3-19c7e567f544","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.259313696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"b2d91724-9a77-4b7b-8907-057341c19aa9","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.451300362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"62e18b99-b884-4024-8f6c-acefbbea4367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.454330412Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"c8e2b1f6-b352-40f7-b068-1711001be651","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-7debde/e2e-shr-auth-d5e1e4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.463242252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"b605f2f4-f749-40fb-af00-26bd2984d2b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.463508777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"efa35682-09e8-4a6e-a808-89058644a4e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.46589918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a2fcc001-df1f-4f73-9274-5c9ddeb127c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.472842296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"62e18b99-b884-4024-8f6c-acefbbea4367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.481391779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"b605f2f4-f749-40fb-af00-26bd2984d2b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.481498961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"efa35682-09e8-4a6e-a808-89058644a4e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.483703933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a2fcc001-df1f-4f73-9274-5c9ddeb127c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.528033859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"8e0e510b-c5f0-468a-901e-25844782d0c9","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.530310403Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-2-9c2def"},"namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","reconcileID":"99565642-da3d-4a9c-9066-8aad4bbf6dec","namespace":"e2e-extmod-cfl-2-9c2def","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.547795082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"63e5795c-6f66-43a6-9f97-1e353c442ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.548218975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"48cd0dcf-48f3-4bf2-8832-3e50cf4d6f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.565192173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"63e5795c-6f66-43a6-9f97-1e353c442ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.565585718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"48cd0dcf-48f3-4bf2-8832-3e50cf4d6f06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.566383281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"2cac3d40-1a05-4965-8de4-44fc7ba106f5","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.634864888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"b2bb57d8-2f62-4377-be1a-8ebfe8e1ee22","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.652307451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"b2bb57d8-2f62-4377-be1a-8ebfe8e1ee22","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.747860957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"243dd40c-965f-4315-a8f3-e42e454d15d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.747963665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"306b1b89-81fd-4753-9334-662e6bf66c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.749234218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"7bc012a6-074b-4238-b7d0-13d5a314a39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.749471645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8fea50e-08df-4304-98c0-e17ba5f175cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.765384138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"306b1b89-81fd-4753-9334-662e6bf66c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.765450675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"243dd40c-965f-4315-a8f3-e42e454d15d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.768013777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"7bc012a6-074b-4238-b7d0-13d5a314a39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.768643133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8fea50e-08df-4304-98c0-e17ba5f175cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.772841482Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"a41d2eb4-ab54-4b7a-ab1c-c985fcb22282","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.805554876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.890507185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"3c87fed9-9d81-426a-b5a3-83145b0062ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:48.940214802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"3c87fed9-9d81-426a-b5a3-83145b0062ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.078545429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"4cccc1de-2770-4c5d-8712-e26b4b9090e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.100316323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"93ee7db4-9c2d-41e6-b08f-6666d8d2cf5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.100622309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"31432a1b-0376-49b5-a2d7-7472ba4d6294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.101485033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"4cccc1de-2770-4c5d-8712-e26b4b9090e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.114559635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e7cdccad-17f6-4adb-9bf4-8d27d7a1c5cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.120390586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"31432a1b-0376-49b5-a2d7-7472ba4d6294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.120577268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"93ee7db4-9c2d-41e6-b08f-6666d8d2cf5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.132789839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"e7cdccad-17f6-4adb-9bf4-8d27d7a1c5cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.142286529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"f5a60640-a096-443d-93f0-a1eae93bd1df","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.160678575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"f5a60640-a096-443d-93f0-a1eae93bd1df","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.336707173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"4e39cecd-8064-4a2f-9f45-7ca0ebce087a","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.350474911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"524e8ef0-3e34-4fdd-bb2f-9b91a6bbaa9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.351085055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"17eac1fa-eeac-4207-b234-ac89cc2fc8fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.351837619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"808a968c-818e-46db-9f03-5d7ca37d311d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.352104939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2208d997-30d9-4c18-b16c-b3b7a4f91301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.360804598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"4e39cecd-8064-4a2f-9f45-7ca0ebce087a","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.371248817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"524e8ef0-3e34-4fdd-bb2f-9b91a6bbaa9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.380215347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2208d997-30d9-4c18-b16c-b3b7a4f91301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.383100889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"808a968c-818e-46db-9f03-5d7ca37d311d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.386031838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"17eac1fa-eeac-4207-b234-ac89cc2fc8fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.449564388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"0efbfc79-8ded-40be-9572-240a0e91dd49","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.455738656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"add04355-609d-4b77-a97d-0a9cef0c80ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.465831721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"f046ae98-20ab-4949-aa2a-6cfef76ce7ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.474482524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"add04355-609d-4b77-a97d-0a9cef0c80ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.489921609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"f046ae98-20ab-4949-aa2a-6cfef76ce7ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.554991584Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-dd083f","namespace":"e2e-extmod-cfl-1-1859af"},"namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","reconcileID":"9db40f94-1d8e-4bc4-9683-ababcf309d63","namespace":"e2e-extmod-cfl-1-1859af","name":"e2e-cfl-dd083f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.556529027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96b20a17-fea4-4123-ae47-16f0d612c34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.557063947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e390cf52-0b67-4113-8287-d7e27e7abbc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.558408184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7816d99a-b1a9-4a43-93af-997f5765a332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.573988805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96b20a17-fea4-4123-ae47-16f0d612c34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.574582517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"e390cf52-0b67-4113-8287-d7e27e7abbc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.576269719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7816d99a-b1a9-4a43-93af-997f5765a332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.795593502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1ed4ea6a-5c60-42c5-8e40-15c7cc33c5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.853856737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"1ed4ea6a-5c60-42c5-8e40-15c7cc33c5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.854234333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"9830cada-7686-440c-8832-d0e565764d4e","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.874238222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"9830cada-7686-440c-8832-d0e565764d4e","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.88248146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1e7f3390-b554-493e-b6f1-bd37f379fe32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.88277726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ebd3da7c-572f-4fa2-86d4-dbd3baad4bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.882996808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"2777d790-e12f-407a-980e-aa9ce48cb5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.90067615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1e7f3390-b554-493e-b6f1-bd37f379fe32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.901864678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ebd3da7c-572f-4fa2-86d4-dbd3baad4bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.90294167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"2777d790-e12f-407a-980e-aa9ce48cb5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.949470782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"f3e5d21a-1d9b-4fa6-9d4c-172c34628fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:49.970630993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"f3e5d21a-1d9b-4fa6-9d4c-172c34628fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.072747387Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-91e5e9","namespace":"e2e-extmod-cfl-1-407152"},"namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","reconcileID":"3b788ce5-3f82-4e06-b320-e067f9fd1a90","namespace":"e2e-extmod-cfl-1-407152","name":"e2e-cfl-91e5e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.110750075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"d4331f0e-d6a2-4824-bf9f-20627251531d","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.121659402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"eeccea7c-66b6-4eb5-916c-c6d49cfe0d79","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.122023458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"d2b8d5b4-6e2f-4b03-a7e5-6a059f8c6c9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.123914873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"b9302693-5fdf-42e5-880d-1b777f14f826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.128679347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"d4331f0e-d6a2-4824-bf9f-20627251531d","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.14677922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"d2b8d5b4-6e2f-4b03-a7e5-6a059f8c6c9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.15090426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"b9302693-5fdf-42e5-880d-1b777f14f826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.151284116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"eeccea7c-66b6-4eb5-916c-c6d49cfe0d79","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.284822851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7224b019-fead-48e7-9c8d-ce4a83446e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.303773039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7224b019-fead-48e7-9c8d-ce4a83446e4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.364088703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c04860c3-4dd3-4644-a6f1-6acc11efde0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.381946826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c04860c3-4dd3-4644-a6f1-6acc11efde0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.452217893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"3f1bc440-c516-40ac-9994-8da1fc570b92","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.46412834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"abcee014-5c6c-42d4-91a7-2fc2ae507e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.467181685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2349e072-1f86-4598-a6a6-83798caf44e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.469416946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"3f1bc440-c516-40ac-9994-8da1fc570b92","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.483051215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"abcee014-5c6c-42d4-91a7-2fc2ae507e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.488908215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2349e072-1f86-4598-a6a6-83798caf44e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.567093341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f2ed5c8-fd96-427f-9cc9-920f72fd1fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.585123311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f2ed5c8-fd96-427f-9cc9-920f72fd1fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.66741259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3a770aaf-8b88-4291-ad12-b7b80e721784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.685657222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3a770aaf-8b88-4291-ad12-b7b80e721784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.775093064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"608e49b2-d21f-420b-b79b-60e25db233a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.775377705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"f110ae43-a6eb-4454-8de2-2a7181dfa27a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.775411293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7f48f1ae-a6f8-40a6-be51-8d69266d3ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.793760895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"608e49b2-d21f-420b-b79b-60e25db233a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.794751904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"7f48f1ae-a6f8-40a6-be51-8d69266d3ba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.796182995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"f110ae43-a6eb-4454-8de2-2a7181dfa27a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.823762193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"76a79449-18f3-4470-bc4c-80c4c0b0b1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.824034883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"e9e74014-4379-48bb-80f1-a7bf0061f1ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.847194191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"76a79449-18f3-4470-bc4c-80c4c0b0b1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.850516733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"e9e74014-4379-48bb-80f1-a7bf0061f1ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.955226687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1d2816ed-a618-4c13-8d61-8103e5099e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:14:50.973842678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"1d2816ed-a618-4c13-8d61-8103e5099e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.114305635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"08465576-c180-417c-b778-12a5e5c4060c","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.214389633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"27bd1946-bd6b-4637-a8e5-dad0cf81b04d","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.214770718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"39d115eb-b4bb-410e-9a14-0d58ef04cf9f","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-b-b2006f","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.298698544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"e437d373-44a7-405c-b937-ddffc822d045","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.303218179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"69674324-26a4-45e6-b8ff-61b95c943779","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.323075616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"69674324-26a4-45e6-b8ff-61b95c943779","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.408573824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"0040e121-4d66-4106-9837-08b2c26dfdc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.428423578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"0040e121-4d66-4106-9837-08b2c26dfdc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.51839029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"e929fe7e-6331-4bff-8bd6-95e82955f5ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.530779304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"870b6807-6a2b-48e5-951c-9127f66db2e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.531179493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"46b19d16-e0c9-46bd-acd7-fa2d76a39c14","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.535946592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"e929fe7e-6331-4bff-8bd6-95e82955f5ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.551883662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"870b6807-6a2b-48e5-951c-9127f66db2e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.5635621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"46b19d16-e0c9-46bd-acd7-fa2d76a39c14","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.832382942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"6be32af2-8089-4af4-ae40-85dcc361f5be","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.836355059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"56b12291-e18c-4ffa-8525-f51750e628d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.836599835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"50b3f2b5-fb6f-44be-80a8-d62b86b7317f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.85310588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"6be32af2-8089-4af4-ae40-85dcc361f5be","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.879098864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"50b3f2b5-fb6f-44be-80a8-d62b86b7317f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:08.921511169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"56b12291-e18c-4ffa-8525-f51750e628d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:09.166872371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"2653726d-f34e-4358-ac67-b7d5606a89a8","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:09.191708393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"5851af02-f64c-49cb-ab13-c19d24d42f90","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:09.21709481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"ce53dc48-1758-4ee7-ac2e-29bf4c70df45","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:09.23966159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"ce53dc48-1758-4ee7-ac2e-29bf4c70df45","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:09.258829279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-150514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb41d0fb0f9d93a07eab430664f74b6e27568b3e7265106a7cc8c41e950671f3) AuthConfig (a237a24acd4e3b959effd5497269ee2390e6b7159b53fc9d0f879a72f18d9aa2) AuthConfig (01fd8edcc0245fbbedecd283f4f0906fccafe9c1debfa080d8230e21b03425e8) AuthConfig (3e33492e0b73697851dfdc4f341230b2253e0f5c842b408568c17af24bb2189f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"ce53dc48-1758-4ee7-ac2e-29bf4c70df45","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:09.302793012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"75cb12a9-abfd-449b-a57b-1292ae97874e","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:10.727669625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10abfe2-d19f-4f97-af46-7fb14fd5e489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:10.740808463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10abfe2-d19f-4f97-af46-7fb14fd5e489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:10.753671454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10abfe2-d19f-4f97-af46-7fb14fd5e489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:10.766769628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d10abfe2-d19f-4f97-af46-7fb14fd5e489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:11.368341857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0aaa536-c81f-4773-a24b-7fe2b2a8af0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:11.381032357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0aaa536-c81f-4773-a24b-7fe2b2a8af0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:11.393761547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0aaa536-c81f-4773-a24b-7fe2b2a8af0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:11.406627726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0aaa536-c81f-4773-a24b-7fe2b2a8af0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:11.640401774Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-03cb92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-03cb92","reconcileID":"e51e7b0f-74c3-4596-8950-1ec07ff5ae0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-03cb92","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-03cb92":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:11.840642489Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6a7ef6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6a7ef6","reconcileID":"e57e7a18-cabd-4899-af4c-2c3abd86d21f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-6a7ef6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-6a7ef6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:11.996377853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d291dec-d455-4c5e-8ad2-76984322c472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:12.010791733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d291dec-d455-4c5e-8ad2-76984322c472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:12.024031248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d291dec-d455-4c5e-8ad2-76984322c472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:12.037494622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d291dec-d455-4c5e-8ad2-76984322c472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:12.590071764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75ac4ec-e88f-4100-98e4-321346efba54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:12.603022318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75ac4ec-e88f-4100-98e4-321346efba54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:12.615691057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75ac4ec-e88f-4100-98e4-321346efba54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:12.628630987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75ac4ec-e88f-4100-98e4-321346efba54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:13.148712821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46a37cc-bf42-4988-8d62-ff4f6ac9dac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:13.168956695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46a37cc-bf42-4988-8d62-ff4f6ac9dac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:13.253741814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46a37cc-bf42-4988-8d62-ff4f6ac9dac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:13.266675633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46a37cc-bf42-4988-8d62-ff4f6ac9dac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:13.962574907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f42939-b840-4b70-b8be-3a47c4e7f4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:13.975900849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f42939-b840-4b70-b8be-3a47c4e7f4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:13.990069965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f42939-b840-4b70-b8be-3a47c4e7f4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:14.003435874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f42939-b840-4b70-b8be-3a47c4e7f4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:16.378645428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"d454503c-972e-4529-bbfe-297418da9151","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cb13a4","tenantID":"e2e-inf-a-cb13a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:16.418935451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"d454503c-972e-4529-bbfe-297418da9151","name":"e2e-inf-a-cb13a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:18.817777904Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:19.316680988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"b6150405-bf2a-4eb3-80b5-2bf179b3985c","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:19.33443111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"b6150405-bf2a-4eb3-80b5-2bf179b3985c","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:19.351008753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-150514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb41d0fb0f9d93a07eab430664f74b6e27568b3e7265106a7cc8c41e950671f3) AuthConfig (a237a24acd4e3b959effd5497269ee2390e6b7159b53fc9d0f879a72f18d9aa2) AuthConfig (01fd8edcc0245fbbedecd283f4f0906fccafe9c1debfa080d8230e21b03425e8) AuthConfig (3e33492e0b73697851dfdc4f341230b2253e0f5c842b408568c17af24bb2189f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"b6150405-bf2a-4eb3-80b5-2bf179b3985c","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.439829282Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","reconcileID":"fc81f62f-d52b-4c0e-b106-b18c7118e6da","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.460859499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","reconcileID":"6ff05e66-ccd1-4a2f-92f2-f7ed6981914b","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.471108525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"1bd69737-37a6-49a3-9556-34acc39c1f5b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.480006565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a2c555d4-73a7-4122-9205-28150c9e891c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.480016093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"b118e975-fe10-4706-9636-37ad8851be01","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.483521536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"9b5ab2b3-2b24-4c79-b641-dfde27e8a7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.48616845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"12f5d994-c2dd-4279-a62c-02bf365dcf9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.488884778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"1bd69737-37a6-49a3-9556-34acc39c1f5b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.499022031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"a2c555d4-73a7-4122-9205-28150c9e891c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.49902496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"b118e975-fe10-4706-9636-37ad8851be01","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.506067329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"9b5ab2b3-2b24-4c79-b641-dfde27e8a7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.506478203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"12f5d994-c2dd-4279-a62c-02bf365dcf9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.51802096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-150514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb41d0fb0f9d93a07eab430664f74b6e27568b3e7265106a7cc8c41e950671f3) AuthConfig (a237a24acd4e3b959effd5497269ee2390e6b7159b53fc9d0f879a72f18d9aa2) AuthConfig (01fd8edcc0245fbbedecd283f4f0906fccafe9c1debfa080d8230e21b03425e8) AuthConfig (3e33492e0b73697851dfdc4f341230b2253e0f5c842b408568c17af24bb2189f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"b118e975-fe10-4706-9636-37ad8851be01","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.557537249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"db02a542-1b30-4d56-8751-9a2315253e4b","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.568061182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"12686fdb-d591-4362-b1a0-8e95bc79ce56","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.572213137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"c0f7140e-de8d-4ca9-b7dc-3e195e6e8fa9","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.585810758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"a06c8bcb-8bee-47ce-a596-15db1b891fa2","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.587962282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"12686fdb-d591-4362-b1a0-8e95bc79ce56","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.596707235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"47fa27a9-6409-4e1f-9716-fb4c12634791","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-a-55a710","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.597400406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"430dfd92-820c-4087-9fde-ca28c5f1c6c0","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-b-b2006f","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.599571021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"00d46135-913d-426c-9403-e23b3c1f5b3a","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.692050077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"2cb09b2e-aa1b-4ea1-9eba-58ef473e3bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.692113655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"258a94b4-de4c-4143-b2c6-2827d0fbd7f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.694361084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f0935824-daf7-4816-9d4b-f5ace02717b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.712075676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"2cb09b2e-aa1b-4ea1-9eba-58ef473e3bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.712464716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"258a94b4-de4c-4143-b2c6-2827d0fbd7f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.715127614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f0935824-daf7-4816-9d4b-f5ace02717b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.725252876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"ab9c7c58-d131-4813-bc0c-018537db3c38","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.786544932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b89b113b-3ef0-4998-bb3b-9da72e1fb666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.806528219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b89b113b-3ef0-4998-bb3b-9da72e1fb666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.890672958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"8463396e-9e60-4567-850b-8cce7a7dd256","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.914841008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"8463396e-9e60-4567-850b-8cce7a7dd256","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:22.97531642Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"346c84c8-4bd4-4a5f-93b6-77379c2c9895","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.018243587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ee6322ce-a3f4-4c11-b563-5eee7f77786b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.018938704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bb41bf0-5ca2-4bbc-a9c0-e6813aa21373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.019060073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"babaf8cd-e949-476a-934c-f1dd93e601d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.019245756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"97afd18c-6785-405f-b7b4-09f63239caa4","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.070896082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"babaf8cd-e949-476a-934c-f1dd93e601d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.076809242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ee6322ce-a3f4-4c11-b563-5eee7f77786b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.091239631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bb41bf0-5ca2-4bbc-a9c0-e6813aa21373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.121137091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"a90fa0f7-c891-4310-96c6-016130fad6d6","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.156528519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"400f20e4-252c-4b2d-9007-4116d0744dc5","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.184293576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"8c3ee7d8-6aeb-4e0a-8d6d-b044d104753b","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.200550094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"06a45639-2b70-4890-aadf-10de1d0c6f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.201289079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"2de5b20c-367e-417d-8511-55622ebd9007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.20161955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"71521166-d41d-4602-8cec-4a0012f18f88","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.202936516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"20c82d07-dc90-4559-8e1b-0cdc5c71bfe5","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-b-b2006f","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.225331334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"c40edb9d-3690-4053-9e80-00ba0e4758c5","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.22803399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"06a45639-2b70-4890-aadf-10de1d0c6f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.243437363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"2de5b20c-367e-417d-8511-55622ebd9007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.24426199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"51a4b9bf-5df7-4d16-90bb-7586c843952e","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.261419244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"72168417-7100-44f9-9bc2-51e7b1c4351e","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-a-55a710","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.383710957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"ef00b910-6622-4860-9365-71e90327b86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.401466373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"dbcb05b9-570d-4cb4-b02e-2c7bb0f14fb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.401603376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"2711ba33-03af-408a-a398-13c2bc6b2012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.401791799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"5a2ee958-2e88-4d40-9b79-5bbdbad23bd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.405884846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"ef00b910-6622-4860-9365-71e90327b86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.444428392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"ee51415d-041f-473e-b373-93f8daa9d978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.45845258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"2711ba33-03af-408a-a398-13c2bc6b2012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.462096707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"dbcb05b9-570d-4cb4-b02e-2c7bb0f14fb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.464491656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"5a2ee958-2e88-4d40-9b79-5bbdbad23bd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.468365242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"ee51415d-041f-473e-b373-93f8daa9d978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.512669097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-150514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb41d0fb0f9d93a07eab430664f74b6e27568b3e7265106a7cc8c41e950671f3) AuthConfig (a237a24acd4e3b959effd5497269ee2390e6b7159b53fc9d0f879a72f18d9aa2) AuthConfig (01fd8edcc0245fbbedecd283f4f0906fccafe9c1debfa080d8230e21b03425e8) AuthConfig (3e33492e0b73697851dfdc4f341230b2253e0f5c842b408568c17af24bb2189f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"dbcb05b9-570d-4cb4-b02e-2c7bb0f14fb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.570194596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"7fb5440e-072f-46d7-9c50-dbdd1011f319","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.595873618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"7fb5440e-072f-46d7-9c50-dbdd1011f319","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.655719182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"42a06c3d-7a44-400a-95a6-f85f2ddd75e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.67586454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"42a06c3d-7a44-400a-95a6-f85f2ddd75e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.693765709Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","reconcileID":"0d471c62-0ac4-43c8-b4ce-14f9afab09c6","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.707098139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"26252826-016d-44ae-b918-c479a15e1091","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.709505118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"e0cfffb7-369c-485f-9904-a461bfcd54da","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.757986255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"e0cfffb7-369c-485f-9904-a461bfcd54da","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.763922765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"c4d52c68-7a5d-49fd-8a1e-5342bf2daa95","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.830692829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a55c191a-a2dd-4a88-8552-751d97cbcac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.831968356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"bbad7e96-067a-4c0d-ac82-1f6d45b56641","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.918424663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"bbad7e96-067a-4c0d-ac82-1f6d45b56641","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.920673995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a55c191a-a2dd-4a88-8552-751d97cbcac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.934489977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"a26f2ac2-5900-4785-9d98-d0d15c2b6605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.934945268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"441678cd-f671-4d6c-b911-1d9e52f95198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.941899748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-150514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb41d0fb0f9d93a07eab430664f74b6e27568b3e7265106a7cc8c41e950671f3) AuthConfig (a237a24acd4e3b959effd5497269ee2390e6b7159b53fc9d0f879a72f18d9aa2) AuthConfig (01fd8edcc0245fbbedecd283f4f0906fccafe9c1debfa080d8230e21b03425e8) AuthConfig (3e33492e0b73697851dfdc4f341230b2253e0f5c842b408568c17af24bb2189f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"bbad7e96-067a-4c0d-ac82-1f6d45b56641","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.965730786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"441678cd-f671-4d6c-b911-1d9e52f95198","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:23.966243571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"a26f2ac2-5900-4785-9d98-d0d15c2b6605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.016981116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"111aca41-9ac5-4e24-894b-62bed63be5a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.034409875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d389da9e-abc8-488a-b786-5373754b344c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.036748941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"111aca41-9ac5-4e24-894b-62bed63be5a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.045210094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8fe24b3-7275-417c-9f79-07b4a3512d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.055105977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"d389da9e-abc8-488a-b786-5373754b344c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.063307738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8fe24b3-7275-417c-9f79-07b4a3512d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.081819567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"119d050b-155a-4e53-88d6-3cc3a8f3af0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.082202567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"bc61023b-d198-41c1-b2b3-40ae7815b730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.098992079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"119d050b-155a-4e53-88d6-3cc3a8f3af0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.099969538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"bc61023b-d198-41c1-b2b3-40ae7815b730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.189380094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3a80fe16-829a-42a4-9cd2-059b40fdc82e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.189650727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"b3db3976-8882-4ff9-a90e-b36a00628c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.189872585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"8aaa6765-c1ff-41af-bbbc-3ca509d79a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.208826339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"8aaa6765-c1ff-41af-bbbc-3ca509d79a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.20898762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"b3db3976-8882-4ff9-a90e-b36a00628c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.212045582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"3a80fe16-829a-42a4-9cd2-059b40fdc82e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.271452428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"dba46842-7808-4b58-ace2-4d580c1c14dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.282706979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"950c1ad4-0fdc-400d-bcf6-4e870c568a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.290557464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"dba46842-7808-4b58-ace2-4d580c1c14dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.30139495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"950c1ad4-0fdc-400d-bcf6-4e870c568a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.408424763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"fcecd896-cf4d-4695-9c15-fb98600377c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.41731007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"cabe43e7-a7ef-475e-8f52-9fc357aab199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.417406306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"d3ff1e6c-74cc-4cdc-9f06-fda155772c51","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.42702097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"fcecd896-cf4d-4695-9c15-fb98600377c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.434790958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"d3ff1e6c-74cc-4cdc-9f06-fda155772c51","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.434935134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"cabe43e7-a7ef-475e-8f52-9fc357aab199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.516941574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"142253ca-2678-4223-838a-d3e3158a0d23","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.534485124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"142253ca-2678-4223-838a-d3e3158a0d23","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.687414581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","reconcileID":"03ac4acf-076c-4685-a574-136bf5b4e117","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.72938914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5e9d27c-d1e2-4755-b5ee-31a6c68adc83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.729449558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"95d58d22-586f-48c5-92c4-cb48961fe5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.732642982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"254f3e24-f735-4f18-a436-7d7df1698c73","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.732702102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"386a21a1-232f-4e07-bc53-4d57cc8f1e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.732898573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"481c3e05-9c21-4f36-88dc-c42bdecb5aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.748367298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"95d58d22-586f-48c5-92c4-cb48961fe5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.749249164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5e9d27c-d1e2-4755-b5ee-31a6c68adc83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.750901105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"481c3e05-9c21-4f36-88dc-c42bdecb5aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.752434011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"254f3e24-f735-4f18-a436-7d7df1698c73","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.752940429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"386a21a1-232f-4e07-bc53-4d57cc8f1e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.769771348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-150514-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb41d0fb0f9d93a07eab430664f74b6e27568b3e7265106a7cc8c41e950671f3) AuthConfig (a237a24acd4e3b959effd5497269ee2390e6b7159b53fc9d0f879a72f18d9aa2) AuthConfig (01fd8edcc0245fbbedecd283f4f0906fccafe9c1debfa080d8230e21b03425e8) AuthConfig (3e33492e0b73697851dfdc4f341230b2253e0f5c842b408568c17af24bb2189f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"254f3e24-f735-4f18-a436-7d7df1698c73","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.827100933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"56882f42-5d63-4d04-a20d-574b85e3cb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.844280206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"56882f42-5d63-4d04-a20d-574b85e3cb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.925453639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"de326cf8-e91d-4824-8bd4-db7f57e424ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.954293978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"1313b92d-6988-4f0f-b84a-0b9d3a496165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.954288622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"a00dcf27-0661-436d-989f-22e85a4410f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.963410028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"de326cf8-e91d-4824-8bd4-db7f57e424ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.963968952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"627cc1bf-89aa-451b-b329-061dcad590f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.975625416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"a00dcf27-0661-436d-989f-22e85a4410f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.976913706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"1313b92d-6988-4f0f-b84a-0b9d3a496165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:24.982941199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"627cc1bf-89aa-451b-b329-061dcad590f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.031690513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"d1e443b2-1777-46b1-8dbf-983e9b123623","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.049755153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"d1e443b2-1777-46b1-8dbf-983e9b123623","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.210257226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"6a90d3aa-390c-4d1c-9785-28f9e771f88f","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.246169271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"6a90d3aa-390c-4d1c-9785-28f9e771f88f","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.25296944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"e593af28-33cf-4ec9-a1cb-2dfa003ea515","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.253305645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e26761d9-bfb1-422c-8f0b-4ac7df28824f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.25355848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d4b85934-a029-460a-8fce-32ec4c6135ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.341080465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d4b85934-a029-460a-8fce-32ec4c6135ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.341474485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"7c1ce6e1-bbcb-4a94-9af7-92da5aa028e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.34230908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"e593af28-33cf-4ec9-a1cb-2dfa003ea515","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.34482849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e26761d9-bfb1-422c-8f0b-4ac7df28824f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.359309871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"7c1ce6e1-bbcb-4a94-9af7-92da5aa028e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.493264989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"5693b606-584e-45ba-9856-b96e89a18906","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.494445612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"cd8ff820-256e-4d9f-b737-330887aa6d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.511062786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"5693b606-584e-45ba-9856-b96e89a18906","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:25.512311866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"cd8ff820-256e-4d9f-b737-330887aa6d1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:28.935756016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"ceafdc12-3702-46cc-93b7-37f2d635958c","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:28.953410103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"6789a1ab-07c3-4d90-999d-2b4a30c9d592","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:28.978813191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"e0e7eb41-6346-48f4-b422-982d5097eae0","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:28.995974547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"e0e7eb41-6346-48f4-b422-982d5097eae0","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:29.105888008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"d055f4cb-7fde-4a20-96d3-48691825da41","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.584859549Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-55a710 priority=0:[ai-tenant-e2e-extmod-a-55a710/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub]","namespace=ai-tenant-e2e-extmod-a-7debde priority=0:[ai-tenant-e2e-extmod-a-7debde/e2e-shr-auth-d5e1e4-sub ai-tenant-e2e-extmod-a-7debde/e2e-shr-shared-9ee128-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.598063692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"335e1fe3-4cc1-4c76-be72-b32615f6e063","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:15:34.621881129Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-1a134f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.631459416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"dd534d4f-5b98-411e-8374-dc15c7ea9403","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.644938553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"b66844a9-ff6a-4526-a3af-722fe6cea51d","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.658591463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"290be7de-ca86-47d9-be65-a20978a85bdc","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.662364642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"8eae66c9-ab24-42d8-848b-59db20998d6a","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.672035001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"81f15689-54b0-4b7b-8eaa-2c0e7a6dab6a","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.679782397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"8eae66c9-ab24-42d8-848b-59db20998d6a","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.705990141Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-sub","reconcileID":"3933c903-82b6-42bd-8f99-d55ec16c143d","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-quota-1a134f-e2e-extmod-a-55a710","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.784870436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"f952f2fe-700e-47c7-bd07-437529b11517","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.817467211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"a2b9f09b-7440-400d-aceb-e1b9b01c2d28","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.831633776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-sub","reconcileID":"6fbc9946-efee-4e93-8131-ae40da8563d7","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-quota-1a134f-e2e-extmod-a-55a710","model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-a-55a710","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:34.8515192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"a2b9f09b-7440-400d-aceb-e1b9b01c2d28","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:35.098671927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"fee38bbc-6f03-4264-8ecb-de53a9675dda","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.553672609Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-55a710 priority=0:[ai-tenant-e2e-extmod-a-55a710/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub]","namespace=ai-tenant-e2e-extmod-a-7debde priority=0:[ai-tenant-e2e-extmod-a-7debde/e2e-shr-auth-d5e1e4-sub ai-tenant-e2e-extmod-a-7debde/e2e-shr-shared-9ee128-sub]","namespace=ai-tenant-e2e-extmod-b-150514 priority=0:[ai-tenant-e2e-extmod-b-150514/e2e-shr-auth-d5e1e4-sub ai-tenant-e2e-extmod-b-150514/e2e-shr-shared-9ee128-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.567759485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"67d07ee4-ddd0-48d7-9267-e0a53737baa3","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:15:40.641254314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"28dc9d9a-eb1d-464f-af7b-fe50ba1b7094","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-d5e1e4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.654452288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"97b61c34-4bd1-4d49-83ed-be38bd93c58e","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:15:40.655088879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"8097d6d3-c68a-4650-aad5-faadf6292fb5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-d5e1e4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.667962969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"07b6cb4d-cf16-49a0-9c8d-1b3f0681db78","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.680594525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"846ebe7e-bc30-4554-ac84-22fb468350ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.681537944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"d5e7adf3-9abd-4a8c-b854-4b2385021170","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.699255437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"846ebe7e-bc30-4554-ac84-22fb468350ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.712832755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"204652c8-eca2-494d-b9f8-cd5a2b596482","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.729830455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"170b7e43-5222-44b9-aa0c-5cf5df9149ad","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.7998704Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"c56236a7-0c5b-4b07-9dbd-51a4a247f05a","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-150514/e2e-shr-auth-d5e1e4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.877997656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"75c622f9-053e-4781-a55c-c85425736bf4","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:40.919007661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"295592e9-d718-4d62-a985-7bd70b4c77ea","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:48.806659082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:55.532933546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"1daa4099-c93e-4918-97c6-79a3b1e75d70","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-03cb92","tenantID":"e2e-inf-a-03cb92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:55.57154997Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"1daa4099-c93e-4918-97c6-79a3b1e75d70","name":"e2e-inf-a-03cb92-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:57.296367547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"7f6aacf7-35c2-4e90-bccd-b87649e6e9cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6a7ef6","tenantID":"e2e-inf-a-6a7ef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:15:57.334643118Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"7f6aacf7-35c2-4e90-bccd-b87649e6e9cf","name":"e2e-inf-a-6a7ef6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:02.523311942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea08fc22-e286-4ed8-b29d-c75dd825dd25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:02.536467143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea08fc22-e286-4ed8-b29d-c75dd825dd25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:02.549135357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea08fc22-e286-4ed8-b29d-c75dd825dd25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:02.561902925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea08fc22-e286-4ed8-b29d-c75dd825dd25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:03.109194262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500c162b-fc84-4e52-ad71-4cec3674d929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:03.121870569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500c162b-fc84-4e52-ad71-4cec3674d929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:03.134715201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500c162b-fc84-4e52-ad71-4cec3674d929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:03.147633098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500c162b-fc84-4e52-ad71-4cec3674d929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:03.689464167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafb6f6f-699c-4e0d-b787-482c804527a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:03.702799388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafb6f6f-699c-4e0d-b787-482c804527a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:03.741496669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafb6f6f-699c-4e0d-b787-482c804527a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:03.754840829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafb6f6f-699c-4e0d-b787-482c804527a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:07.519983333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-sub","reconcileID":"412b04e3-f417-4268-a645-a429e71e4d3b","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-quota-1a134f-e2e-extmod-a-55a710","model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-a-55a710","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:07.659356925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"9c9db252-bd4b-41f1-a595-65b282021c80","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:07.86284771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"fb0de125-d5ab-417c-8c9c-3f6ed022deeb","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:07.940229494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"631cd52b-0296-404d-863b-d0c0a299ec39","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:08.845976582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"09ceb935-f584-482a-aa56-e994966e7c44","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:08.847199618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"8f37a8d8-931c-413e-8238-818d1a2086a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:08.847323199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"c112e550-eaec-4854-8e87-1339ab52187b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:08.848372157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"4f7906be-1d6e-4eb9-a308-7c7e1a70f9e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:08.86536623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"09ceb935-f584-482a-aa56-e994966e7c44","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:08.867410797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"8f37a8d8-931c-413e-8238-818d1a2086a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:08.890627666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"c112e550-eaec-4854-8e87-1339ab52187b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:08.895463696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"4f7906be-1d6e-4eb9-a308-7c7e1a70f9e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.117635262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"b49bf5a4-df94-49d8-8f6a-a13ea3c22c0b","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.135167417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"02ea55b9-31f1-470b-9567-98f7a3e2548f","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.160597531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"a480df10-973e-4298-a7a1-b28d56320923","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.178328509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"a480df10-973e-4298-a7a1-b28d56320923","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.194750568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b24512a4870a96c2f01e598a99b7aecbd5b02f40ffbe9dff51b83cafece12825) AuthConfig (fa8f9c957cb139927ccf9a837069ca934dfbb8a4107cae8fd1131463f1114f68) AuthConfig (e1d1badefe5e397586680840ba7d95fd79858ecb874150305f6d0579795025cf) AuthConfig (04f5135a110d8e615b60a0eba4bd0ef4583fb8ba3eb2e00aefeccdb6c5f17f3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"a480df10-973e-4298-a7a1-b28d56320923","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.227515509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"a2608b6f-0623-4baa-b84e-fb986b072a26","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.626457694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"1e0b5679-0b2f-415b-b39d-797eb3b22b54","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.626730046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"1817d248-2e93-4fd2-b951-7b5edd64b1c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.627823678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"c9fe859d-7c18-49d0-88af-a489d0127af9","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.629002819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"cd9ece58-eb71-42f3-8f5a-7339f2063bed","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.645700703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"1e0b5679-0b2f-415b-b39d-797eb3b22b54","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.645920062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"1817d248-2e93-4fd2-b951-7b5edd64b1c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.649613026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"c9fe859d-7c18-49d0-88af-a489d0127af9","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.649702885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"cd9ece58-eb71-42f3-8f5a-7339f2063bed","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.663597669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b24512a4870a96c2f01e598a99b7aecbd5b02f40ffbe9dff51b83cafece12825) AuthConfig (fa8f9c957cb139927ccf9a837069ca934dfbb8a4107cae8fd1131463f1114f68) AuthConfig (e1d1badefe5e397586680840ba7d95fd79858ecb874150305f6d0579795025cf) AuthConfig (04f5135a110d8e615b60a0eba4bd0ef4583fb8ba3eb2e00aefeccdb6c5f17f3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"1817d248-2e93-4fd2-b951-7b5edd64b1c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.750598526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"5d941ba4-65f9-4240-9a5b-a72b2c889c1f","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.768964543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"5d941ba4-65f9-4240-9a5b-a72b2c889c1f","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.785757261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b24512a4870a96c2f01e598a99b7aecbd5b02f40ffbe9dff51b83cafece12825) AuthConfig (fa8f9c957cb139927ccf9a837069ca934dfbb8a4107cae8fd1131463f1114f68) AuthConfig (e1d1badefe5e397586680840ba7d95fd79858ecb874150305f6d0579795025cf) AuthConfig (04f5135a110d8e615b60a0eba4bd0ef4583fb8ba3eb2e00aefeccdb6c5f17f3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"5d941ba4-65f9-4240-9a5b-a72b2c889c1f","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.850858024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"a751fcce-f4a1-4b1e-8786-25a91d72b246","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.851404334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"5f0582f9-82f1-46f0-90ac-1b4dc3007270","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.851705154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"871bdeb8-3635-4d06-801d-ed1424eadcce","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.869072887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"5f0582f9-82f1-46f0-90ac-1b4dc3007270","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.869790521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"a751fcce-f4a1-4b1e-8786-25a91d72b246","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:09.871576001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"871bdeb8-3635-4d06-801d-ed1424eadcce","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:10.29080994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"6db69cff-7c3a-4d48-9766-239f070c675a","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:10.327623444Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"078e095d-c3a9-463d-901d-4a0b4981b055","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2c29e37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:10.356878923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"dfa65a15-fb55-4b13-8bd4-7fc21869a2a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:10.37768671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"dfa65a15-fb55-4b13-8bd4-7fc21869a2a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:11.405700215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"873cc6ea-456c-4d89-816b-c9f0bb4d84cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:11.419629524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"873cc6ea-456c-4d89-816b-c9f0bb4d84cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:11.433352645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"873cc6ea-456c-4d89-816b-c9f0bb4d84cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:11.446876947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"873cc6ea-456c-4d89-816b-c9f0bb4d84cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:12.103712609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466bbd03-4d1d-436c-b4ba-fa25e0dfb868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:12.116560376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466bbd03-4d1d-436c-b4ba-fa25e0dfb868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:12.129045206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466bbd03-4d1d-436c-b4ba-fa25e0dfb868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:12.141673592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466bbd03-4d1d-436c-b4ba-fa25e0dfb868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:12.290960324Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-53a34f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-53a34f","reconcileID":"a9b6dcbe-1a93-4bfe-a18c-d028ab0725d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-53a34f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-53a34f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:12.70794263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c784c4b4-e909-4d76-8cc2-b4e48249b9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:12.720621627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c784c4b4-e909-4d76-8cc2-b4e48249b9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:12.733833475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c784c4b4-e909-4d76-8cc2-b4e48249b9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:12.746436738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c784c4b4-e909-4d76-8cc2-b4e48249b9b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:18.807013694Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:19.827368577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"424e31ef-96c9-4ef2-a266-e819061bfa37","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:19.855520409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"424e31ef-96c9-4ef2-a266-e819061bfa37","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:19.875683015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b24512a4870a96c2f01e598a99b7aecbd5b02f40ffbe9dff51b83cafece12825) AuthConfig (fa8f9c957cb139927ccf9a837069ca934dfbb8a4107cae8fd1131463f1114f68) AuthConfig (e1d1badefe5e397586680840ba7d95fd79858ecb874150305f6d0579795025cf) AuthConfig (04f5135a110d8e615b60a0eba4bd0ef4583fb8ba3eb2e00aefeccdb6c5f17f3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"424e31ef-96c9-4ef2-a266-e819061bfa37","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.341538731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"b45f21de-3cc9-4b5b-a1a6-5c038be4fb1d","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","subscription":"e2e-shr-auth-d5e1e4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.368288655Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"b45f21de-3cc9-4b5b-a1a6-5c038be4fb1d","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.381521522Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"b45f21de-3cc9-4b5b-a1a6-5c038be4fb1d","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.46377225Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-55a710 priority=0:[ai-tenant-e2e-extmod-a-55a710/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub]","namespace=ai-tenant-e2e-extmod-a-7debde priority=0:[ai-tenant-e2e-extmod-a-7debde/e2e-shr-auth-d5e1e4-sub ai-tenant-e2e-extmod-a-7debde/e2e-shr-shared-9ee128-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.476903529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"223c262e-1e69-4a61-a37e-d1fe5b4450fc","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.509075092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"a1e58750-68d3-4eaa-b815-bf6d1bd2bcdf","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.538522394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"9be7329c-f1f2-4e7f-b020-e75b2d7eebe6","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.556404434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"9be7329c-f1f2-4e7f-b020-e75b2d7eebe6","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.628666017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"9fa6d3e3-d5ad-4d0f-a126-0b144b641b87","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.694768906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"f3dd9c2f-cd12-42d4-b902-c3ed50f40890","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.751815006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","reconcileID":"50198b05-8490-4107-8015-d6012ea6862d","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-c335c812eaa6","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-b-150514","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.898979565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"4bc0d7f4-d4f8-4123-80f5-f74035c0f68d","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:20.932107034Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"5b9c05f2-0554-4492-af6c-5905b2ce643a","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-637687b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:21.05300745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"8b7f00cb-ec04-43be-92c0-8331fff0bb0b","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:21.070526464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"8b7f00cb-ec04-43be-92c0-8331fff0bb0b","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:29.915780762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"f230b61b-c403-45f3-9427-0c448da11c83","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:29.933618995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"f230b61b-c403-45f3-9427-0c448da11c83","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:29.949792013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b2006f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b24512a4870a96c2f01e598a99b7aecbd5b02f40ffbe9dff51b83cafece12825) AuthConfig (fa8f9c957cb139927ccf9a837069ca934dfbb8a4107cae8fd1131463f1114f68) AuthConfig (e1d1badefe5e397586680840ba7d95fd79858ecb874150305f6d0579795025cf) AuthConfig (04f5135a110d8e615b60a0eba4bd0ef4583fb8ba3eb2e00aefeccdb6c5f17f3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"f230b61b-c403-45f3-9427-0c448da11c83","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:30.945090332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"918e9b64-6304-4bda-94d2-cf03124fd920","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","subscription":"e2e-shr-auth-d5e1e4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:30.9718364Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"918e9b64-6304-4bda-94d2-cf03124fd920","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:30.985291392Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-sub","reconcileID":"918e9b64-6304-4bda-94d2-cf03124fd920","MaaSSubscription":{"name":"e2e-shr-auth-d5e1e4-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:31.069029564Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-55a710 priority=0:[ai-tenant-e2e-extmod-a-55a710/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:31.083642794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"4148b1b0-7c0f-4240-84e6-23a3b61724f4","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:31.120844562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"b7a3cb8d-b5b6-486c-953d-737ac5271776","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:31.14676099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"2e9476eb-1e92-49e7-8970-8c4fc9b12228","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:31.164451826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"2e9476eb-1e92-49e7-8970-8c4fc9b12228","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:31.244698257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"8a3de34b-f7c5-43b2-a76d-e6e272da731e","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:31.302421866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-auth-d5e1e4-access","reconcileID":"7af7186b-632f-4958-bc7e-ba4ae8cf442f","MaaSAuthPolicy":{"name":"e2e-shr-auth-d5e1e4-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:31.446476036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"50157c16-2048-4720-8ddb-8bfe7a0ab92c","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:31.80411743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","reconcileID":"76faf4b0-b13d-4950-a5a4-9b49179c0a73","MaaSModelRef":{"name":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-auth-d5e1e4-f0b5e282e082","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-auth-d5e1e4-e2e-extmod-a-7debde","externalModel":"e2e-shr-auth-d5e1e4","provider":"e2e-shr-auth-d5e1e4-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.398275507Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","reconcileID":"2bf20dbf-4fc2-43cd-aa9a-68517b24d67e","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.430571854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"90507cef-d003-4698-8b3b-7a29919bde4f","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.438358602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b8f9b7db-5f4d-4510-ba5c-7c3c45e2d8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.438378553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4fa1ea6-60db-4131-8d78-1df3d62f9eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.439399017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"064273ce-f1f7-4e45-8c69-4bb5bd03c044","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.439398967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"2ab27a42-2172-4bbe-b707-e293b573aa50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.440688749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d85fd59-d372-4b9e-a6a2-61c2e55fa983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.447561993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"49337194-60a8-4f8a-9a4a-55b27a57ac39","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.460779501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b8f9b7db-5f4d-4510-ba5c-7c3c45e2d8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.466721753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4fa1ea6-60db-4131-8d78-1df3d62f9eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.543373432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d85fd59-d372-4b9e-a6a2-61c2e55fa983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.543962041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"2ab27a42-2172-4bbe-b707-e293b573aa50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.54717504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"064273ce-f1f7-4e45-8c69-4bb5bd03c044","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.557240293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"c9e10451-3648-4030-9997-cb5e871327c2","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-a-7debde","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.557955416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"bcebbb0e-b693-4919-8f94-7276a627d1c9","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-b-150514","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.560994103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"4a30d064-b552-4c52-a773-6db5bf364fc9","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.57838572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"43f8ca42-2c2e-4307-a56a-0639ef852b95","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.646748556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"7e338535-b82d-4b7b-9225-8322e0ce0404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.664289001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"2e9cd2aa-2202-41ad-9c28-ce64b90471bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.664464152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"37c719df-128a-4cf3-bd9c-7223c2f7dd7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.664534153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"360040c7-c838-4b20-923d-b69cc412a538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.668136911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"7e338535-b82d-4b7b-9225-8322e0ce0404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.686120654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"2e9cd2aa-2202-41ad-9c28-ce64b90471bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.686528485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"360040c7-c838-4b20-923d-b69cc412a538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.68838745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"37c719df-128a-4cf3-bd9c-7223c2f7dd7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.704921292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"a802b295-cbfa-4881-ba57-ad3d6b7c2365","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-b-150514","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.704924431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"dbceff44-21f4-4986-8fc2-a6b441d94597","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-a-7debde","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.708200735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-d5e1e4","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","reconcileID":"1819c956-6e07-4516-ac25-f57f0257f07f","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-auth-d5e1e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.874465028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"5c849915-283a-49da-a2c2-8d05ca4358fc","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.970021877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"a94840f5-f82a-414d-afa8-006c3d2aeb25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.974305322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"5e612a74-07a2-4ac6-8822-6d0efffdf481","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.987596429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"a94840f5-f82a-414d-afa8-006c3d2aeb25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.989848429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"95280f59-f5f4-473f-bf37-b3d56e8bcaf2","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.991964866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"2e239ddf-ea36-4e69-a6ff-b325fff830b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.992360194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d7311ab4-938d-47de-a466-63e8aaedf8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:32.995220394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"5e612a74-07a2-4ac6-8822-6d0efffdf481","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.007843336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"95280f59-f5f4-473f-bf37-b3d56e8bcaf2","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.009994815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"2e239ddf-ea36-4e69-a6ff-b325fff830b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.012437234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"d7311ab4-938d-47de-a466-63e8aaedf8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.083394133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"02e474a8-068a-4367-bc78-8246e0d546b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.090902386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"58a447c2-5995-4a2d-a32a-84e8d756da82","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.09091668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"0861c95c-08c4-46eb-82dd-7d1fb489ec5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.101005915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"02e474a8-068a-4367-bc78-8246e0d546b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.10928131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"0861c95c-08c4-46eb-82dd-7d1fb489ec5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.109652886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"58a447c2-5995-4a2d-a32a-84e8d756da82","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.183044868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7447ee5b-985c-4541-a393-07af9dc0c474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.186696131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"1b925a1f-9519-4976-913d-5af923591557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.186763288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26e020af-ccd0-439d-8502-3381d3dd7349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.186980565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"eb677512-1954-4caf-acf8-b644cbb17356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.202422826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7447ee5b-985c-4541-a393-07af9dc0c474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.204593604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"eb677512-1954-4caf-acf8-b644cbb17356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.204783623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"1b925a1f-9519-4976-913d-5af923591557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.206624484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26e020af-ccd0-439d-8502-3381d3dd7349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.268106737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"720ddccd-9280-4af1-b296-9e797791a925","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.285884781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"380d284f-01b8-4bd9-9923-c3ceb5bc5fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.30319163Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"d00e9baf-264c-438c-b424-82aa12d520d3","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-247938c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.304666063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"380d284f-01b8-4bd9-9923-c3ceb5bc5fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.384460243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"bb393be1-0c80-4744-84a7-278adb183f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.386050318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"bf35e030-8c93-4286-bd80-124b5c9d5646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.387499644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"d0d4082e-7c41-4b4f-b078-3d4d582cefb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.393030681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"18582053-c3b8-4e68-8669-88480ce61c58","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.457523558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"bb393be1-0c80-4744-84a7-278adb183f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.461017974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"bf35e030-8c93-4286-bd80-124b5c9d5646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.464385301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"d0d4082e-7c41-4b4f-b078-3d4d582cefb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.549556502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"18582053-c3b8-4e68-8669-88480ce61c58","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.659543846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"a3d89293-ff70-46c6-938d-b0b815510ab2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.718059384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"a3d89293-ff70-46c6-938d-b0b815510ab2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.738405949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"e5b13a06-72e5-401a-9155-afdc0d801f66","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:33.756975491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"e5b13a06-72e5-401a-9155-afdc0d801f66","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:36.384113263Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-55a710 priority=0:[ai-tenant-e2e-extmod-a-55a710/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub]","namespace=ai-tenant-e2e-extmod-b-b2006f priority=0:[ai-tenant-e2e-extmod-b-b2006f/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-b-b2006f/e2e-shr-quota-1a134f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:36.397118885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"78e57d2d-aeef-4dfa-95b3-ceeea44f05fb","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:16:36.420543825Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-b2006f/e2e-shr-quota-1a134f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-1a134f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:36.436098688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"8e150563-191d-4eed-b883-97966322cb07","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:36.450430662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"ca2e04d7-7d87-46df-928f-9fbcad9a99b8","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:36.464444292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"9f298c0c-9164-4a3b-8365-3dfaeafe6858","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:36.481862897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"9f298c0c-9164-4a3b-8365-3dfaeafe6858","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:36.502216054Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-sub","reconcileID":"8200d5d6-949a-4ae2-9c25-e47798afdd41","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b2006f/e2e-shr-quota-1a134f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:36.578080649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"a7828647-c133-4f25-93ef-cc1f64ce3dee","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:36.616988046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-sub","reconcileID":"1d44cb40-2306-4b25-9d21-da4c3785c1d9","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:41.716755193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68994b0f-2d06-4056-9e15-e4b52a96bb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:41.72963519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68994b0f-2d06-4056-9e15-e4b52a96bb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:41.74254033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68994b0f-2d06-4056-9e15-e4b52a96bb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:41.755115185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68994b0f-2d06-4056-9e15-e4b52a96bb72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:42.306194757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e3e59c-9370-4002-b522-0ecfe32bf114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:42.319208293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e3e59c-9370-4002-b522-0ecfe32bf114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:42.332395425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e3e59c-9370-4002-b522-0ecfe32bf114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:42.345406095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e3e59c-9370-4002-b522-0ecfe32bf114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:42.863481951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c3229b-d575-44ef-a886-e87a5c00bc52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:42.941246173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c3229b-d575-44ef-a886-e87a5c00bc52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:42.960223877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c3229b-d575-44ef-a886-e87a5c00bc52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:42.986030991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c3229b-d575-44ef-a886-e87a5c00bc52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.320164691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"aaa0d202-bec5-4bca-a6e2-b805712fd659","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","subscription":"e2e-shr-shared-9ee128-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.353910733Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"aaa0d202-bec5-4bca-a6e2-b805712fd659","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.372681995Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-sub","reconcileID":"aaa0d202-bec5-4bca-a6e2-b805712fd659","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.508531288Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-55a710 priority=0:[ai-tenant-e2e-extmod-a-55a710/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub]","namespace=ai-tenant-e2e-extmod-b-b2006f priority=0:[ai-tenant-e2e-extmod-b-b2006f/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-b-b2006f/e2e-shr-quota-1a134f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.521758499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"6301cff7-cd76-4dae-96b5-3440e017e6be","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.554912975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"d4d318c7-b369-4260-bec6-38a1bcee721b","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.568954315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"bb106c6a-d4b9-43ce-83a6-d36aa61c808c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.587536744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"bb106c6a-d4b9-43ce-83a6-d36aa61c808c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.600121592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b6c4d9-16e6-4efe-97f8-ae939a699dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.613268904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b6c4d9-16e6-4efe-97f8-ae939a699dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.626131624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b6c4d9-16e6-4efe-97f8-ae939a699dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.639223019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b6c4d9-16e6-4efe-97f8-ae939a699dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.679342104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"073c058d-4b73-42ea-b2f2-7ed0ca62aff9","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.755081523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"5ad1b118-b335-4533-850c-9a0f3e8c89a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.79403052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"5ad1b118-b335-4533-850c-9a0f3e8c89a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.811623809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"5ad1b118-b335-4533-850c-9a0f3e8c89a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"name":"e2e-extmod-b-150514-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.811647175Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"e2e-shr-shared-9ee128-access","reconcileID":"5ad1b118-b335-4533-850c-9a0f3e8c89a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-b-150514"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.842592504Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","reconcileID":"bdfde25d-ffea-4d70-a57e-e3c06a1986e7","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ea109e1da730","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-b-150514","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-b-150514","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:43.996234675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"3b2688f4-e4d8-423d-b74c-760cd1ec75fb","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:44.030268789Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"71afbb54-4f80-46a0-882b-01f910901041","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-807edc5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:44.045484478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"1d1fb029-28a1-4fdd-8364-cc0ed7f3454a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:44.066658961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"1d1fb029-28a1-4fdd-8364-cc0ed7f3454a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:44.196180891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc6f465-0df3-41f9-8b1b-0204d9fe8af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:44.209727823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc6f465-0df3-41f9-8b1b-0204d9fe8af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:44.223532936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc6f465-0df3-41f9-8b1b-0204d9fe8af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:44.236242232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc6f465-0df3-41f9-8b1b-0204d9fe8af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:48.789805489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27476f4-ef97-48e5-a5ce-427e28304be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:48.802615135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27476f4-ef97-48e5-a5ce-427e28304be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:48.807898639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:48.815451706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27476f4-ef97-48e5-a5ce-427e28304be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:48.828319738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27476f4-ef97-48e5-a5ce-427e28304be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:49.359399549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4ad65e-28f7-46c0-90ca-a411d4bf86e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:49.37357109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4ad65e-28f7-46c0-90ca-a411d4bf86e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:49.386584026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4ad65e-28f7-46c0-90ca-a411d4bf86e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:49.399479298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4ad65e-28f7-46c0-90ca-a411d4bf86e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:49.610443929Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1611ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1611ee","reconcileID":"339e9f81-bb8e-4ed1-a7af-8fc102d0c234","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-1611ee","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-1611ee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:49.900997092Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-882e43","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-882e43","reconcileID":"40cffadb-7ae9-4a10-8ef7-16ccd80abaea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-882e43","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-882e43":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:50.110454965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a552194d-0855-4ee9-905c-a01b27990b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:50.123348036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a552194d-0855-4ee9-905c-a01b27990b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:50.136159665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a552194d-0855-4ee9-905c-a01b27990b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:50.149168762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a552194d-0855-4ee9-905c-a01b27990b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:50.714425322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520adcf5-96bc-407d-b774-c0e6bff9e560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:50.727886346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520adcf5-96bc-407d-b774-c0e6bff9e560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:50.741176411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520adcf5-96bc-407d-b774-c0e6bff9e560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:50.754534404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"520adcf5-96bc-407d-b774-c0e6bff9e560","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:16:51.208704562Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1611ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1611ee","reconcileID":"6ecaf139-e7e1-4b3c-a1ad-20d5be85c6b0","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-1611ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:51.279045529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3f092-26d6-4076-b761-66e538b4f9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:51.292790356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3f092-26d6-4076-b761-66e538b4f9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:51.306601618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3f092-26d6-4076-b761-66e538b4f9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:51.319177938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae3f092-26d6-4076-b761-66e538b4f9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:52.160546147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8cf9e3-14cc-47a9-9140-d2a2824c9838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:52.173821914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8cf9e3-14cc-47a9-9140-d2a2824c9838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:52.18705859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8cf9e3-14cc-47a9-9140-d2a2824c9838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:52.199610243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8cf9e3-14cc-47a9-9140-d2a2824c9838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.043369718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"9bb227d3-6716-4484-8e7c-50e4b46ef898","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","subscription":"e2e-shr-shared-9ee128-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.069709104Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"9bb227d3-6716-4484-8e7c-50e4b46ef898","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.082892079Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-sub","reconcileID":"9bb227d3-6716-4484-8e7c-50e4b46ef898","MaaSSubscription":{"name":"e2e-shr-shared-9ee128-sub","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"maas-trlp-e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.1650409Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-55a710 priority=0:[ai-tenant-e2e-extmod-a-55a710/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub]","namespace=ai-tenant-e2e-extmod-b-b2006f priority=0:[ai-tenant-e2e-extmod-b-b2006f/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-b-b2006f/e2e-shr-quota-1a134f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.178310138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"d676c482-62eb-4b5b-b7e4-0ec9a659d36e","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.225877568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"b877eabb-8485-4e50-83d8-5f8346c1a395","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.24320602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"b877eabb-8485-4e50-83d8-5f8346c1a395","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.328878406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"8bbc6e18-428c-4845-a3f1-5f710c0f7ba7","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.381845788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"2308e453-6f92-491b-a82a-96ec8687a97a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"model":"e2e-extmod-shr-user-41e6b8/e2e-shr-shared-9ee128-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.597288489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"2308e453-6f92-491b-a82a-96ec8687a97a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.616038347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"2308e453-6f92-491b-a82a-96ec8687a97a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"name":"e2e-extmod-a-7debde-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.616069632Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"e2e-shr-shared-9ee128-access","reconcileID":"2308e453-6f92-491b-a82a-96ec8687a97a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9ee128-access","namespace":"ai-tenant-e2e-extmod-a-7debde"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.650098998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"5b250310-18ae-4ff8-9ae6-fabf3c886746","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:54.99741563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","reconcileID":"d1039074-ec5d-4d4a-add0-8a40984ed435","MaaSModelRef":{"name":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","namespace":"e2e-extmod-shr-user-41e6b8"},"routeName":"external-model-e2e-shr-shared-9ee128-ec690fd08b99","namespace":"e2e-extmod-shr-user-41e6b8","model":"e2e-shr-shared-9ee128-e2e-extmod-a-7debde","externalModel":"e2e-shr-shared-9ee128","provider":"e2e-shr-shared-9ee128-provider","gateway":"openshift-ingress/e2e-extmod-a-7debde","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.17174734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-sub","reconcileID":"feb8c2eb-8d9b-4395-9f6c-45706cdb4fd4","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.26124431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"822b02e6-67cf-410e-96e9-9d5e64b4921d","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.602866886Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","reconcileID":"b03cb8a6-51e8-4d21-aaea-e038360bb1bd","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.643053929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"4a4665c0-8e0f-4b86-9a71-20f4cd9c1dbd","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.643179639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"aec6fc9c-4223-4c22-a806-20e6adb05c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.644665808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"e415b8c4-241f-4c21-85b0-3fd40c037fdb","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.64466581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a9a054e4-5fee-4c38-a422-9d5085f16ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.645588391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f05a514f-b9c5-434b-9b17-28ecb29a0ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.66503943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"4a4665c0-8e0f-4b86-9a71-20f4cd9c1dbd","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.665449928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"e415b8c4-241f-4c21-85b0-3fd40c037fdb","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.668327947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a9a054e4-5fee-4c38-a422-9d5085f16ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.670265718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f05a514f-b9c5-434b-9b17-28ecb29a0ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.671753796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"aec6fc9c-4223-4c22-a806-20e6adb05c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.842202366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f233b40-9625-4290-b57b-66bd5769cb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.850382019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"4d7b33f8-8c3b-413e-8318-e064f5ca0987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.856014275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0198b9-a22b-47d3-b995-49cd35c1973b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.856281264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8600518a-9eda-4e8a-b106-2ccb2a29af30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.856475211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"bcf39116-05ed-405d-8a37-8b7d2e351f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.862704259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f233b40-9625-4290-b57b-66bd5769cb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.869486684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"4d7b33f8-8c3b-413e-8318-e064f5ca0987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.880758482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"8600518a-9eda-4e8a-b106-2ccb2a29af30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.891439461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"bcf39116-05ed-405d-8a37-8b7d2e351f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.89340861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0198b9-a22b-47d3-b995-49cd35c1973b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:55.90081722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9ee128","namespace":"e2e-extmod-shr-user-41e6b8"},"namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","reconcileID":"427f137d-5211-4170-a6ab-1a54f1da6134","namespace":"e2e-extmod-shr-user-41e6b8","name":"e2e-shr-shared-9ee128","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.034815579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"715f18ec-b862-4dd2-b3f9-99014625cf24","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.034860974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"820d5e1e-c61e-4594-92a2-d5369daca236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.035969924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8ee8b5d8-24db-473d-ab93-fe06f32000e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.053501762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"715f18ec-b862-4dd2-b3f9-99014625cf24","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.053677857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"820d5e1e-c61e-4594-92a2-d5369daca236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.05660782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8ee8b5d8-24db-473d-ab93-fe06f32000e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.175721893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"89bbb03c-4892-497b-bea4-126c96bab4bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.175920485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"788aa481-f9a5-442c-9217-88c7b7f630e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.204756983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"89bbb03c-4892-497b-bea4-126c96bab4bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.2549492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"788aa481-f9a5-442c-9217-88c7b7f630e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.323794552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"9184431e-6bae-4167-af40-449058523430","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.348743489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"9184431e-6bae-4167-af40-449058523430","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.375326679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"ff33eb83-6b9f-4b44-8aa4-d8da9671c0b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.376334344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"013df54c-b8d5-463a-9e19-936d9d1f771e","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.377517178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a0594298-f1ca-4e2f-aaa6-8f828bdbb3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.378934053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"b058923c-3245-4203-bbd8-61a70fe3d089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.392715568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"ff33eb83-6b9f-4b44-8aa4-d8da9671c0b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.39373029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"013df54c-b8d5-463a-9e19-936d9d1f771e","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.395002037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"a0594298-f1ca-4e2f-aaa6-8f828bdbb3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.39631958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"b058923c-3245-4203-bbd8-61a70fe3d089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.640506421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eded8600-a378-476d-9261-e799b72aff58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.64092295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"399ea338-bcf1-4518-a31d-f3e98dcbb777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.641260357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"cbab1c9f-2e24-4d3b-bcb2-a7ca9c507c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.663538869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"cbab1c9f-2e24-4d3b-bcb2-a7ca9c507c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.743287309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eded8600-a378-476d-9261-e799b72aff58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.743433687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"399ea338-bcf1-4518-a31d-f3e98dcbb777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.756832653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4f265ee-1baa-4442-9aea-75626a0d6661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.757087365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"893afaf1-bd34-4973-b7ed-efcc9bd64295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.777498665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4f265ee-1baa-4442-9aea-75626a0d6661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.7785247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"893afaf1-bd34-4973-b7ed-efcc9bd64295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.895730221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"281b3762-1152-4f25-a648-1ccf82046513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.913806601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"281b3762-1152-4f25-a648-1ccf82046513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.996036478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"5b23ed26-cdce-4c2e-a3f1-675531c38f5b","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.996082025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"bdb67860-efd5-4dd7-8713-6a5f63d2cc2f","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.99653979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"4060cde8-1146-4fff-932d-3da99b2dc871","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:56.99677447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"5e6bf9c0-1584-43f9-84d9-e07d979b96e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:57.013865828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"5b23ed26-cdce-4c2e-a3f1-675531c38f5b","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:57.013906153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"bdb67860-efd5-4dd7-8713-6a5f63d2cc2f","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:57.01617876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"5e6bf9c0-1584-43f9-84d9-e07d979b96e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:57.016254692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"4060cde8-1146-4fff-932d-3da99b2dc871","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:57.858589313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"116ef31f-0a5f-4706-9c12-f4b0cd2d1685","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:57.893689733Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-sub","reconcileID":"a5f46d08-0833-44bf-9dfb-a76ee6123ea1","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-03bbb590","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:57.920157961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"78a396d2-8b58-4e00-8565-573c3f0da197","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:57.939021066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"78a396d2-8b58-4e00-8565-573c3f0da197","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:59.759547523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"354156ed-4022-4d81-b4d2-5ccabb86438a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-53a34f","tenantID":"e2e-inf-b-53a34f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:16:59.798239645Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"354156ed-4022-4d81-b4d2-5ccabb86438a","name":"e2e-inf-b-53a34f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:07.445989008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68576d9a-ba26-42e0-a13d-015426901aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:07.459321824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68576d9a-ba26-42e0-a13d-015426901aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:07.472619496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68576d9a-ba26-42e0-a13d-015426901aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:07.485699839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68576d9a-ba26-42e0-a13d-015426901aa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:07.945588167Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-sub","reconcileID":"e8a83304-c4c0-4628-b574-e9112f5b423b","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","subscription":"e2e-shr-quota-1a134f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:07.972762991Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-sub","reconcileID":"e8a83304-c4c0-4628-b574-e9112f5b423b","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:07.986104205Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-sub","reconcileID":"e8a83304-c4c0-4628-b574-e9112f5b423b","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.053809512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e769c31-5541-49b3-805d-b91fdea1bcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.066648454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e769c31-5541-49b3-805d-b91fdea1bcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.079551366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e769c31-5541-49b3-805d-b91fdea1bcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.092154004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e769c31-5541-49b3-805d-b91fdea1bcda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.148117119Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-55a710 priority=0:[ai-tenant-e2e-extmod-a-55a710/e2e-shr-auth-459805-sub ai-tenant-e2e-extmod-a-55a710/e2e-shr-quota-1a134f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.161116039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"bf7ece24-5a80-4414-ad4b-90161f1ae851","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.193326425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"7009bf43-4a15-4340-8f78-0ebb3198dc82","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.218797655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"34582c62-9c5e-45cc-af07-9866dbbb8327","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.236913092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"34582c62-9c5e-45cc-af07-9866dbbb8327","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.305694429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"822b6d1c-d595-4bfa-a8aa-447eb21c2199","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.352691024Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9de9b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9de9b4","reconcileID":"21a8a195-d91f-4590-981e-baba03076634","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9de9b4","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-9de9b4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.375509865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-quota-1a134f-access","reconcileID":"6391ca6a-76cf-4b44-9cd1-a4ecc6eb4470","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.686403797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","reconcileID":"4fa25a3d-6abe-4ef6-a72d-999f3771ba90","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-4c3f56d921da","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-b-b2006f","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.825729203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d791f997-f88f-49b0-95ba-4a6c5292fbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.838478516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d791f997-f88f-49b0-95ba-4a6c5292fbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.851472194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d791f997-f88f-49b0-95ba-4a6c5292fbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.852124123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"375d1f23-8fa0-4da9-9797-16b46a84a86d","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.865085533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d791f997-f88f-49b0-95ba-4a6c5292fbc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.900466977Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-sub","reconcileID":"764120b9-b6ef-4de4-a5e2-7e0013765b12","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9c5a4ee3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.937332215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"161d185e-4158-46e6-9d4e-dd82ef24b0bf","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:08.954545783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"161d185e-4158-46e6-9d4e-dd82ef24b0bf","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:18.806306891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:18.913724567Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-sub","reconcileID":"53350c00-252e-459b-9358-b9f7d07c1582","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-a-55a710","subscription":"e2e-shr-quota-1a134f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:18.945295557Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-sub","reconcileID":"53350c00-252e-459b-9358-b9f7d07c1582","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-a-55a710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:18.95882124Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-sub","reconcileID":"53350c00-252e-459b-9358-b9f7d07c1582","MaaSSubscription":{"name":"e2e-shr-quota-1a134f-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-a-55a710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:19.053341237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"203594ab-46fb-40c5-b515-13de14cd788e","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:19.087540134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"eb627276-76d7-4054-8d6d-96365bd5043f","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:19.113629664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"fcc874c2-12ce-4aea-912e-2e5d29eadfd7","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:19.13174719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"fcc874c2-12ce-4aea-912e-2e5d29eadfd7","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:19.216954859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"d1d0fd5f-9aa4-4707-821e-c73d6db3213d","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:19.273451102Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-quota-1a134f-access","reconcileID":"8bbce505-beb4-44ce-acd9-59818a435705","MaaSAuthPolicy":{"name":"e2e-shr-quota-1a134f-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-quota-1a134f-e2e-extmod-a-55a710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:19.404912787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"790c37ea-7e0f-4f24-8b9e-7c721499bc94","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:19.771072093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","reconcileID":"d5e2c3a8-a048-4edf-bf90-092f5c527097","MaaSModelRef":{"name":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-quota-1a134f-3c07e767060c","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-quota-1a134f-e2e-extmod-a-55a710","externalModel":"e2e-shr-quota-1a134f","provider":"e2e-shr-quota-1a134f-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.354741311Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","reconcileID":"91b48e87-43fc-4d43-80da-d10dd77927bf","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.387677202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"65145012-0456-4cb2-9ef7-11ae21f81f0f","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.393427557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"a26801f5-03e1-47d7-8c85-1d0f205afc40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.393927868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e89adbe4-d862-4915-8e46-d3907db2d3bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.394038392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecd7aaae-69f4-42c4-b1e4-0b4fa5366dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.394849948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"ef5b3975-850d-425b-a3a2-515d400809e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.394902972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"6dcc124b-b3ff-415f-9428-f445e44fcce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.405465033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"dec56ffb-d3fc-4de1-8688-4e4184fbd725","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.413179607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecd7aaae-69f4-42c4-b1e4-0b4fa5366dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.413429102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"e89adbe4-d862-4915-8e46-d3907db2d3bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.41692986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"a26801f5-03e1-47d7-8c85-1d0f205afc40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.41727236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"ef5b3975-850d-425b-a3a2-515d400809e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.420189873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"6dcc124b-b3ff-415f-9428-f445e44fcce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.431034626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"e5561a53-3481-4006-8c3c-18717e3f9e73","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-a-55a710","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.432604811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"88cc442c-bb2d-47b1-a301-33177b8b73b1","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-b-b2006f","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.473100758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"2ba229e7-4d2f-4251-99b3-509075ee6b69","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.542553182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"e22b8831-760b-4a00-b49f-874e8a184d30","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.581841822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92c17c30-cd47-4680-aaa4-93a2e95d4f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.584301037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a9a60a8d-fbc7-4684-ba73-cdd1012989f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.596490115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"60ab2ef0-e62b-4f43-9ffb-afedec450a29","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-b-b2006f","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.597095398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"3bb5cdc0-612c-43f9-beab-f55d60c65689","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-a-55a710","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.601815939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92c17c30-cd47-4680-aaa4-93a2e95d4f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.605575084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"a9a60a8d-fbc7-4684-ba73-cdd1012989f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.679846931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-1a134f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","reconcileID":"d43356d5-c4c7-486a-9f43-16dd2dcf85ce","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-quota-1a134f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.688637276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0f24f6a5-c982-4940-a8d0-e6b2e3f4f707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.688770231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"303c6891-fe05-4540-9b91-daf7ff96aa5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.688640911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b87f36d1-bd84-4e7f-9a2b-bff3a5c42b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.692819132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"c4d8eba3-aad8-45aa-b34e-208e2d7d99af","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.704215843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"56cb30e3-d662-4120-ad47-85bf8a7683e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.706532313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"303c6891-fe05-4540-9b91-daf7ff96aa5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.706539169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b87f36d1-bd84-4e7f-9a2b-bff3a5c42b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.708814669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"0f24f6a5-c982-4940-a8d0-e6b2e3f4f707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.709974725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"c4d8eba3-aad8-45aa-b34e-208e2d7d99af","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.726082003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"56cb30e3-d662-4120-ad47-85bf8a7683e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.792158789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"58323eca-bb14-447c-a687-6437c1ad7cd7","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.807779741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ccd346d5-2f19-40be-bd06-7aa3c5b163e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.818757658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"58323eca-bb14-447c-a687-6437c1ad7cd7","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.840092075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"ccd346d5-2f19-40be-bd06-7aa3c5b163e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.895697241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e7af659-38bf-4c2c-9191-1b5849206643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.913617999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e7af659-38bf-4c2c-9191-1b5849206643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.995307393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"a54b5c48-5e6a-421f-b0df-811d57fd98e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.995472977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"fdb32a46-9a15-4258-b431-d98b94ef5b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.995733384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"94777d42-7f86-47ca-b9ce-97db9ab4086c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:20.996269571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4e1a87f-162f-4f27-a925-de42e6712129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.004634196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"fa3d73d8-739f-42a5-bafa-079155afc09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.012866558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"a54b5c48-5e6a-421f-b0df-811d57fd98e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.013599412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"fdb32a46-9a15-4258-b431-d98b94ef5b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.015092942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4e1a87f-162f-4f27-a925-de42e6712129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.015758518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"94777d42-7f86-47ca-b9ce-97db9ab4086c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.022229435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"fa3d73d8-739f-42a5-bafa-079155afc09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.180465513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"03f62742-7002-42e4-b511-994201dcf0b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.192329404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"93cfb7b5-f933-4dfe-b2b3-e193140e80fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.192674857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"f6c43191-0590-4a3c-8778-fc3dba1ae38f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.19297065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f44b4664-ea79-4641-8298-827f030592d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.197920555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"03f62742-7002-42e4-b511-994201dcf0b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.2117358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"93cfb7b5-f933-4dfe-b2b3-e193140e80fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.211804238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"f6c43191-0590-4a3c-8778-fc3dba1ae38f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.214227893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"f44b4664-ea79-4641-8298-827f030592d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.280224006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7ac08f5c-624e-4dcc-bcbe-36ab85101005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.297882143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"7ac08f5c-624e-4dcc-bcbe-36ab85101005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.380690445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ddd03584-37bb-41ee-b950-1151d14990b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.40698874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"ddd03584-37bb-41ee-b950-1151d14990b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.641686083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"04e7c133-024d-4578-bd65-18a312a05e03","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.682391796Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"a1ae7513-cf76-40b5-9339-e94f4c9ea20c","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e0c5ddc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.712274269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"2d332e0e-e20f-4c7f-9874-147c4aa9e408","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:21.741121122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"2d332e0e-e20f-4c7f-9874-147c4aa9e408","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:31.695333306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"676d7a51-2491-4c9c-8b76-e07956508187","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","subscription":"e2e-shr-auth-459805-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:31.724303816Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"676d7a51-2491-4c9c-8b76-e07956508187","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:31.737259121Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-sub","reconcileID":"676d7a51-2491-4c9c-8b76-e07956508187","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:31.828398001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"91a79f23-1262-4bca-b02f-b761ad30f872","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:31.875375658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"d09227ad-03bd-4ed1-ba6d-aaf2565eb867","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:31.892799023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"d09227ad-03bd-4ed1-ba6d-aaf2565eb867","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:31.980360792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"c6a9fc09-9ee7-4a5e-b44f-81c2893699da","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:32.031203506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"b9d4b107-979b-4d95-a2c0-54bdcd18b93b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:32.068408494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"b9d4b107-979b-4d95-a2c0-54bdcd18b93b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:32.085953037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"b9d4b107-979b-4d95-a2c0-54bdcd18b93b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"name":"e2e-extmod-b-b2006f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:32.085970107Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"e2e-shr-auth-459805-access","reconcileID":"b9d4b107-979b-4d95-a2c0-54bdcd18b93b","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:32.116933379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","reconcileID":"f0b85007-f7e6-4823-ac1b-916deb53326e","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-f365d9e0c8f2","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-b-b2006f","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-b-b2006f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:32.273368893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"350bb9b4-52c8-4ab6-b723-29f4d9510058","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:32.306977154Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"2d97d584-1d5d-4be4-97b9-14ef0d11a7b7","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3bd9c5a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:32.334995463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"e99888ba-299d-4ba2-a6cb-caac56464d17","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:32.353636745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"e99888ba-299d-4ba2-a6cb-caac56464d17","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:38.226936517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"37ce16a9-6321-4a7f-b14d-3abbef9f6ad2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1611ee","tenantID":"e2e-inf-b-1611ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:38.265520462Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"37ce16a9-6321-4a7f-b14d-3abbef9f6ad2","name":"e2e-inf-b-1611ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:39.869051067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"37648f1c-194b-41b6-b1cc-57c9461fc62c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-882e43","tenantID":"e2e-inf-b-882e43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:39.90831911Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"37648f1c-194b-41b6-b1cc-57c9461fc62c","name":"e2e-inf-b-882e43-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.320358182Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"8803a280-ed7c-48b1-9ffd-0fc987fe13fa","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","subscription":"e2e-shr-auth-459805-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.347383245Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"8803a280-ed7c-48b1-9ffd-0fc987fe13fa","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.36075258Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-sub","reconcileID":"8803a280-ed7c-48b1-9ffd-0fc987fe13fa","MaaSSubscription":{"name":"e2e-shr-auth-459805-sub","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"maas-trlp-e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.454551675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"47bf9f5c-eac3-43cd-a5e0-e88788fc2817","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.50186333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"bc32107a-636c-445c-910c-a860a8ceb806","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.519654726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"bc32107a-636c-445c-910c-a860a8ceb806","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.602304779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"248ba809-814d-4e9c-8e53-0894353108e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"model":"e2e-extmod-shr-user-b3808b/e2e-shr-auth-459805-e2e-extmod-a-55a710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.615770392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"6fa256cc-ef3c-4533-b539-8baa5c1c5376","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.684927943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"248ba809-814d-4e9c-8e53-0894353108e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.702471218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"248ba809-814d-4e9c-8e53-0894353108e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"name":"e2e-extmod-a-55a710-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.702494039Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"e2e-shr-auth-459805-access","reconcileID":"248ba809-814d-4e9c-8e53-0894353108e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-459805-access","namespace":"ai-tenant-e2e-extmod-a-55a710"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-55a710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:42.733545262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"af2a2c20-cda2-45f4-993f-14c563d5dfd4","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.124153234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","reconcileID":"43533e0d-f71c-455a-ae89-e92962459302","MaaSModelRef":{"name":"e2e-shr-auth-459805-e2e-extmod-a-55a710","namespace":"e2e-extmod-shr-user-b3808b"},"routeName":"external-model-e2e-shr-auth-459805-1d4ae92ce655","namespace":"e2e-extmod-shr-user-b3808b","model":"e2e-shr-auth-459805-e2e-extmod-a-55a710","externalModel":"e2e-shr-auth-459805","provider":"e2e-shr-auth-459805-provider","gateway":"openshift-ingress/e2e-extmod-a-55a710","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.734389089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","reconcileID":"1f0fad5a-2908-4465-90ec-2c10d219cac2","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.773357038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"70fc9862-a0e5-4a0b-8688-32727ce1fe70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.773366916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d256d44-486e-4601-984d-d01a7b9c2bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.773763911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3a376552-885d-41a7-93ec-27174deb2876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.77420784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"fd03fcc2-9b31-4208-b30a-061d6958f5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.774232276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"587f8da8-c544-4618-a7a2-0e95a50f8ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.791735233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"70fc9862-a0e5-4a0b-8688-32727ce1fe70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.79509413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"fd03fcc2-9b31-4208-b30a-061d6958f5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.797670621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"587f8da8-c544-4618-a7a2-0e95a50f8ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.799366245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d256d44-486e-4601-984d-d01a7b9c2bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.802497561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"3a376552-885d-41a7-93ec-27174deb2876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.961387885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91cf31f0-be59-4f69-9517-0c6fcef49761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:43.981732094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91cf31f0-be59-4f69-9517-0c6fcef49761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.028251788Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-459805","namespace":"e2e-extmod-shr-user-b3808b"},"namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","reconcileID":"8f2998f3-4ee4-43cc-815a-4f4020332e11","namespace":"e2e-extmod-shr-user-b3808b","name":"e2e-shr-auth-459805","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.059596278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"db465de7-8fcd-4b9b-b99a-21b7cb10f947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.059613263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"bacd8730-5e61-4fcc-bc16-a1118b57d2bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.060556226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"608e721f-772c-4e83-ac89-2dbba8cfe4b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.060558871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"4c4664bd-cc83-4d2b-8f19-62e0c7c941fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.078964041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"db465de7-8fcd-4b9b-b99a-21b7cb10f947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.079401076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"bacd8730-5e61-4fcc-bc16-a1118b57d2bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.082128066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"608e721f-772c-4e83-ac89-2dbba8cfe4b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.0828415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"4c4664bd-cc83-4d2b-8f19-62e0c7c941fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.15851761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c9641fda-81ef-40bc-8f6d-ecb6ab755270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.177310183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"c9641fda-81ef-40bc-8f6d-ecb6ab755270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.291444704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e840af16-35d7-4f87-aa11-3fee2c70fc87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.291593921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"fbff0673-6c05-4238-9436-810ac8e57e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.291651842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f2ba69da-004b-4bd2-b6da-67fd00fc8679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.291732525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"a0bea406-e218-498f-ae10-b85f4ae0915b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.331721437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"fbff0673-6c05-4238-9436-810ac8e57e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.337426954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"a0bea406-e218-498f-ae10-b85f4ae0915b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.347965051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"f2ba69da-004b-4bd2-b6da-67fd00fc8679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.352631261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"e840af16-35d7-4f87-aa11-3fee2c70fc87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.381886663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"21e7d352-7890-4cbe-a98e-b21f5d8bf9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.406248241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"21e7d352-7890-4cbe-a98e-b21f5d8bf9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.499888375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be99f302-eb09-4d0d-baa9-52b52bd60660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.500173788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57edcb7a-7c7f-4ee1-ba84-6dd993dbed19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.512254396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"dad295ab-16c0-43d2-9e7d-7163ecba4696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.512539965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"04e04110-bc0a-4f81-a80b-f733378ab2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.512952232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d67249c5-46bd-4a69-a58f-815b526299d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.518374271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57edcb7a-7c7f-4ee1-ba84-6dd993dbed19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.518385833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be99f302-eb09-4d0d-baa9-52b52bd60660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.530031641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"dad295ab-16c0-43d2-9e7d-7163ecba4696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.530137607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"04e04110-bc0a-4f81-a80b-f733378ab2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.53230397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"d67249c5-46bd-4a69-a58f-815b526299d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.592884025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f8f738c8-07ee-420f-b55f-67c00e5279c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:44.610663446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"f8f738c8-07ee-420f-b55f-67c00e5279c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:48.806192158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:49.521756284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fa5407-26ca-4d17-af15-94ffd1f59587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:49.534450832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fa5407-26ca-4d17-af15-94ffd1f59587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:49.547163058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fa5407-26ca-4d17-af15-94ffd1f59587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:49.559920671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fa5407-26ca-4d17-af15-94ffd1f59587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:50.104895229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910764d2-41b7-4ea4-ab62-84822764e799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:50.117686253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910764d2-41b7-4ea4-ab62-84822764e799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:50.130329431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910764d2-41b7-4ea4-ab62-84822764e799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:50.143114976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"910764d2-41b7-4ea4-ab62-84822764e799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:55.951763812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e5fcad-10ca-4010-9a14-145c4e36634c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:55.976127576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e5fcad-10ca-4010-9a14-145c4e36634c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:55.990288981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e5fcad-10ca-4010-9a14-145c4e36634c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:56.004457544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e5fcad-10ca-4010-9a14-145c4e36634c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:56.549390409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c188e9a6-603f-4422-a4ba-9979ff8ee56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:56.562988528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c188e9a6-603f-4422-a4ba-9979ff8ee56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:56.575859816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c188e9a6-603f-4422-a4ba-9979ff8ee56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:56.58857773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c188e9a6-603f-4422-a4ba-9979ff8ee56c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:56.761371895Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-494e5d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-494e5d","reconcileID":"680d1630-cd6a-4e13-9d64-c0d6149a3d7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-494e5d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-494e5d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:57.206173809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e597bc-d22e-4aa1-ac92-2391e0acd4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:57.342494277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e597bc-d22e-4aa1-ac92-2391e0acd4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:57.363820916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e597bc-d22e-4aa1-ac92-2391e0acd4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:57.377106947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e597bc-d22e-4aa1-ac92-2391e0acd4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:17:58.484790205Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-494e5d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-494e5d","reconcileID":"dadf0270-3d1e-432f-8a26-30a3aa136ab5","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-494e5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:59.03066685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"c28c1e67-de95-4dd0-875e-7241c91528b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9de9b4","tenantID":"e2e-inf-a-9de9b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:17:59.070056691Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"c28c1e67-de95-4dd0-875e-7241c91528b9","name":"e2e-inf-a-9de9b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:18.805561897Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.444930684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"2358e537-1a1d-4577-bcba-889c0f06c23b","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.444960317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"2358e537-1a1d-4577-bcba-889c0f06c23b","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.819690668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"83bff100-5a8a-481e-a654-4d06f2fe17d5","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.819712053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"83bff100-5a8a-481e-a654-4d06f2fe17d5","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.835322987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"5eaf4961-5271-421e-a183-48f3410a7c2b","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.83534853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"5eaf4961-5271-421e-a183-48f3410a7c2b","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.860285175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"11df19a8-b48a-49ee-ac35-ccb70f37b25b","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cb13a4","tenantID":"e2e-inf-a-cb13a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.879021785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"11df19a8-b48a-49ee-ac35-ccb70f37b25b","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"e2e-inf-a-cb13a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.95134243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"9970e234-4f9b-45b3-8a56-e3c111e6063c","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:28.951363464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"9970e234-4f9b-45b3-8a56-e3c111e6063c","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.376201027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"e0c2dda5-c4f4-45ef-9967-7c24359a4396","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.384179496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"e0c2dda5-c4f4-45ef-9967-7c24359a4396","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:18:29.409053425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-sub","reconcileID":"facae180-d8ef-427a-b132-7e1f9fccb3d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-cb13a4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.410078533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"3a8502ff-b5c6-4a77-9e3e-66cc5a84ec72","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.410168546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"3a8502ff-b5c6-4a77-9e3e-66cc5a84ec72","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.452406078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"5e75e277-813e-4657-8efc-b71756009dc6","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cb13a4","tenantID":"e2e-inf-a-cb13a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.46474451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"74245c76-a788-48fd-bfd8-f09be9db02c9","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.464847232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"74245c76-a788-48fd-bfd8-f09be9db02c9","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.476999465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"5e75e277-813e-4657-8efc-b71756009dc6","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"e2e-inf-a-cb13a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.498603047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"392bd60b-1b23-4b20-85b9-7c341390410f","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.498623748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"392bd60b-1b23-4b20-85b9-7c341390410f","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.554429646Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-sub","reconcileID":"6d745244-13a1-4210-b3f9-1a62a5a4fa9f","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"maas-trlp-test-model-cb13a4","model":"test-model-cb13a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.622954034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"e4535809-f99e-410a-b38d-a1a63d8ddcfd","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.622976961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"e4535809-f99e-410a-b38d-a1a63d8ddcfd","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.668074833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-sub","reconcileID":"391479c0-43f5-4418-9d32-6dc7b7399e18","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"maas-trlp-test-model-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.77522139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec734fab-5418-4651-94d2-7d02f1d70a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.787887941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec734fab-5418-4651-94d2-7d02f1d70a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.803655314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec734fab-5418-4651-94d2-7d02f1d70a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:29.817327203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec734fab-5418-4651-94d2-7d02f1d70a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:30.324871542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ef6da5-baff-4cb3-8a1d-13a76ed5b3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:30.337989626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ef6da5-baff-4cb3-8a1d-13a76ed5b3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:30.351013956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ef6da5-baff-4cb3-8a1d-13a76ed5b3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:30.364595655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29ef6da5-baff-4cb3-8a1d-13a76ed5b3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:31.328715365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccaf156-ea27-4c7e-bd9c-841a3ffbc934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:31.343224319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccaf156-ea27-4c7e-bd9c-841a3ffbc934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:31.356073214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccaf156-ea27-4c7e-bd9c-841a3ffbc934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:31.37089104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ccaf156-ea27-4c7e-bd9c-841a3ffbc934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:31.871337855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3408b57-9ee1-4298-b9ac-7f150652616f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:31.884054303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3408b57-9ee1-4298-b9ac-7f150652616f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:31.896663996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3408b57-9ee1-4298-b9ac-7f150652616f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:31.909409968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3408b57-9ee1-4298-b9ac-7f150652616f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:41.564979328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"ea1f147e-0f65-4bff-9603-4669e31c541f","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cb13a4","tenantID":"e2e-inf-a-cb13a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:41.582684429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"ea1f147e-0f65-4bff-9603-4669e31c541f","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"e2e-inf-a-cb13a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:48.13184148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"ba008f16-a60e-44c4-bff9-223cd14278a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-494e5d","tenantID":"e2e-inf-a-494e5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:48.170479157Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"ba008f16-a60e-44c4-bff9-223cd14278a6","name":"e2e-inf-a-494e5d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:48.805967654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:51.786825474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5dd9bdc-10dc-4986-b61c-dd74bd3f78ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:51.799699016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5dd9bdc-10dc-4986-b61c-dd74bd3f78ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:51.812404463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5dd9bdc-10dc-4986-b61c-dd74bd3f78ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:51.825397042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5dd9bdc-10dc-4986-b61c-dd74bd3f78ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:52.401999772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af87c9ac-4892-4752-96bf-c54c66563c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:52.415188102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af87c9ac-4892-4752-96bf-c54c66563c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:52.428219764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af87c9ac-4892-4752-96bf-c54c66563c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:18:52.441083999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af87c9ac-4892-4752-96bf-c54c66563c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:00.677501364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd8cdc2-987c-425b-bda3-b66a26f43e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:00.695259108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd8cdc2-987c-425b-bda3-b66a26f43e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:00.708839427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd8cdc2-987c-425b-bda3-b66a26f43e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:00.721591783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd8cdc2-987c-425b-bda3-b66a26f43e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.176542433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"4fb18c55-613d-4f61-afd5-2c72ce32f6ac","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.17663913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"4fb18c55-613d-4f61-afd5-2c72ce32f6ac","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.312352821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9a4ccf-514a-435c-a008-59a49d8f0caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.360945627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9a4ccf-514a-435c-a008-59a49d8f0caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.376579266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9a4ccf-514a-435c-a008-59a49d8f0caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.389648138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9a4ccf-514a-435c-a008-59a49d8f0caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.461175527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"149def74-3fda-4460-a649-2a2351656350","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.461198764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"149def74-3fda-4460-a649-2a2351656350","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.46732297Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5081ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5081ce","reconcileID":"d95691de-6806-4b60-a127-ae090eb4ef68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5081ce","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-5081ce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.478213856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"924b085b-e92b-4262-a3a2-eeca3a90af54","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.478237207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"924b085b-e92b-4262-a3a2-eeca3a90af54","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.512854273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"e1d0199f-9302-4868-b240-1f37e374f6ee","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-03cb92","tenantID":"e2e-inf-a-03cb92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.55937906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"e1d0199f-9302-4868-b240-1f37e374f6ee","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"e2e-inf-a-03cb92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.732674779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"d64ab709-07f2-4642-9308-ec308020ecb8","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.732696331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"d64ab709-07f2-4642-9308-ec308020ecb8","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.963280519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdf9d42-2f8d-4338-8e06-86f8ea2e37e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.976255009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdf9d42-2f8d-4338-8e06-86f8ea2e37e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:01.988914622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdf9d42-2f8d-4338-8e06-86f8ea2e37e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:02.001734876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdf9d42-2f8d-4338-8e06-86f8ea2e37e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:02.740953889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabe23d0-2f00-49a1-b7a6-0dedcad67367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:02.763972636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabe23d0-2f00-49a1-b7a6-0dedcad67367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:02.8464255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabe23d0-2f00-49a1-b7a6-0dedcad67367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:02.859849117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabe23d0-2f00-49a1-b7a6-0dedcad67367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.146933656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"cf56c7e5-d973-4c2d-a135-56193fbbbb1e","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.146963122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"cf56c7e5-d973-4c2d-a135-56193fbbbb1e","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.166449987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"6adf236a-de7d-4844-81a4-456819a66ddd","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.166472874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"6adf236a-de7d-4844-81a4-456819a66ddd","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:07.178747243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-sub","reconcileID":"d5e49acd-38ef-43c8-9e61-e3068bec2ae6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-03cb92-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:07.180805411Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"6adf236a-de7d-4844-81a4-456819a66ddd","name":"test-model-03cb92","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-03cb92\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:07.180868048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"6adf236a-de7d-4844-81a4-456819a66ddd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-03cb92\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.187097617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"e15a2d11-464c-47b8-9c46-4677e0d958ae","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.187115549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"e15a2d11-464c-47b8-9c46-4677e0d958ae","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.194806762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"fb304023-eac1-476f-a448-3be64b449b16","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-03cb92","tenantID":"e2e-inf-a-03cb92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.210644991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"f669b5d0-f16a-4d0a-ad56-87e6dd502bb4","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.21066582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"f669b5d0-f16a-4d0a-ad56-87e6dd502bb4","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.2127473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"fb304023-eac1-476f-a448-3be64b449b16","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"e2e-inf-a-03cb92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.229717334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"0a61941d-bff7-46ff-b2f0-d77d19a3af82","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.229733374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"0a61941d-bff7-46ff-b2f0-d77d19a3af82","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.286036694Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-sub","reconcileID":"b13e5684-d4ec-4fb3-ab4f-c78c66997eac","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"maas-trlp-test-model-03cb92","model":"test-model-03cb92","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-03cb92/test-model-03cb92-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.337947344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"d69ee08d-23ae-46f5-b111-b9680340727e","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.338372047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"d69ee08d-23ae-46f5-b111-b9680340727e","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:07.382308803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-sub","reconcileID":"8d591767-2c76-4d42-a45b-d2cccecf3ba5","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"maas-trlp-test-model-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.131026759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"f0323559-472a-4a37-8ada-192d0367a5f3","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.131163927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"f0323559-472a-4a37-8ada-192d0367a5f3","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.44665544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"e9709df9-cb15-40ed-b10d-03c755f08277","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.446682456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"e9709df9-cb15-40ed-b10d-03c755f08277","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.462098686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"1575e02e-96d4-44a5-acaa-b684bd720490","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.46212417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"1575e02e-96d4-44a5-acaa-b684bd720490","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.552912981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"3ab91221-db5f-46e8-9bf5-23cf8bfae717","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6a7ef6","tenantID":"e2e-inf-a-6a7ef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.571628398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"3ab91221-db5f-46e8-9bf5-23cf8bfae717","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"e2e-inf-a-6a7ef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.643121194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"096c5a82-2d11-4363-b5d2-5c5b63b61acf","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:16.643185814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"096c5a82-2d11-4363-b5d2-5c5b63b61acf","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:18.806709066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:19.764562389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-sub","reconcileID":"08aa60fc-e040-416b-84ab-a637cf7cfdf8","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"maas-trlp-test-model-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:19.875041983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"b2720556-ec48-4832-9fa4-9cc2fb221335","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:19.875061885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"b2720556-ec48-4832-9fa4-9cc2fb221335","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:20.172466633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"1ddc3b32-0461-4528-b70e-1fc9e959acb4","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6a7ef6","tenantID":"e2e-inf-a-6a7ef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:20.191351222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"1ddc3b32-0461-4528-b70e-1fc9e959acb4","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"e2e-inf-a-6a7ef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:20.441346263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"c1c1ee68-6d75-406d-a241-9d7ec1b388ae","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-03cb92","tenantID":"e2e-inf-a-03cb92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:20.45907572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"c1c1ee68-6d75-406d-a241-9d7ec1b388ae","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"e2e-inf-a-03cb92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:20.937601531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"b4d82a86-10f9-4bf8-b32d-ffe15365d414","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cb13a4","tenantID":"e2e-inf-a-cb13a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:20.956247181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"b4d82a86-10f9-4bf8-b32d-ffe15365d414","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"e2e-inf-a-cb13a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.076950525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"98057604-dd8e-49ed-876e-d28e97a8f3ec","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.076982438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"98057604-dd8e-49ed-876e-d28e97a8f3ec","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.388054858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"6e03eeb5-045f-4b48-9975-05b8b395d356","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.388083239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"6e03eeb5-045f-4b48-9975-05b8b395d356","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.405321089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"7e5ba38a-6144-4528-86ce-ad2ecb3ded87","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.405337254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"7e5ba38a-6144-4528-86ce-ad2ecb3ded87","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.431181675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"fcb31ce2-5339-4358-a6d7-5fe274fc3833","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-53a34f","tenantID":"e2e-inf-b-53a34f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.448857962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"fcb31ce2-5339-4358-a6d7-5fe274fc3833","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"e2e-inf-b-53a34f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.52028633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"d348fd29-1916-45ef-ae4c-2fd7349a5705","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.520305689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"d348fd29-1916-45ef-ae4c-2fd7349a5705","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.900308363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"77fce027-5d1f-4fa7-a736-04f125f616e5","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.900329968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"77fce027-5d1f-4fa7-a736-04f125f616e5","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.919517747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"4dd57576-d38e-41b5-b093-eb362d1d7f2f","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.919540351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"4dd57576-d38e-41b5-b093-eb362d1d7f2f","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:22.934619366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"36e1daff-04de-46b0-baa5-2df222bae261","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-53a34f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:22.934798451Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"4dd57576-d38e-41b5-b093-eb362d1d7f2f","name":"test-model-53a34f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-53a34f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:22.934843538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"4dd57576-d38e-41b5-b093-eb362d1d7f2f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-53a34f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.940269489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"6dc5028e-3ec9-4571-a574-86e3ed82b044","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.940284673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"6dc5028e-3ec9-4571-a574-86e3ed82b044","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.946894144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"84aa8bc0-3e13-4027-aa1d-61b6629c529c","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-53a34f","tenantID":"e2e-inf-b-53a34f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.964109363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"84aa8bc0-3e13-4027-aa1d-61b6629c529c","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"e2e-inf-b-53a34f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.968481518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"3563251f-7691-40b5-9c39-ee0afca2893e","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.968502329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"3563251f-7691-40b5-9c39-ee0afca2893e","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.984416302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"8e81b342-7210-443b-851c-a8b539aa871e","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:22.984435751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"8e81b342-7210-443b-851c-a8b539aa871e","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:23.066707317Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"9c0bbfd8-6ced-4c60-9faf-846ccef06a89","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"maas-trlp-test-model-53a34f","model":"test-model-53a34f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-53a34f/test-model-53a34f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:23.144301332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"525684b8-20ac-4982-87b5-26d6218d0408","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:23.144331276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"525684b8-20ac-4982-87b5-26d6218d0408","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:23.193304335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"03ecbfb6-4558-419e-9e30-bbb28876f927","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"maas-trlp-test-model-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:23.905340885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"a0c67583-3516-451c-843c-716e103ceb1a","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"maas-trlp-test-model-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:41.479342915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30369719-8521-407e-b0a8-e080ea8ad5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:41.492305915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30369719-8521-407e-b0a8-e080ea8ad5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:41.504987965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30369719-8521-407e-b0a8-e080ea8ad5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:41.517596252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30369719-8521-407e-b0a8-e080ea8ad5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:42.038891439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43dcfc64-3cf3-45cf-9437-43d287b30121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:42.052504825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43dcfc64-3cf3-45cf-9437-43d287b30121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:42.068602017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43dcfc64-3cf3-45cf-9437-43d287b30121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:42.083303325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43dcfc64-3cf3-45cf-9437-43d287b30121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:43.790431387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"ca0e2e72-23a3-4f28-972e-df6bb190a375","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"maas-trlp-test-model-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:43.839829286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"7e5e94da-cf12-4c3f-b058-6c6093d59138","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:43.839847623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"7e5e94da-cf12-4c3f-b058-6c6093d59138","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:43.890986125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-sub","reconcileID":"3e18acf9-fe79-4a91-be28-492d99d4c75e","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"maas-trlp-test-model-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:43.958983165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"1502e103-abcf-4f72-b84e-dae5ee1e7a4a","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:43.959006074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"1502e103-abcf-4f72-b84e-dae5ee1e7a4a","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:45.007993463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"751f3594-abfa-47a0-9ae5-3ccea009ad5a","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-03cb92","tenantID":"e2e-inf-a-03cb92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:45.025680822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"751f3594-abfa-47a0-9ae5-3ccea009ad5a","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"e2e-inf-a-03cb92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:46.25937316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"adb89e93-acd3-43d8-8e6a-6b2546043132","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-53a34f","tenantID":"e2e-inf-b-53a34f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:46.280770529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"adb89e93-acd3-43d8-8e6a-6b2546043132","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"e2e-inf-b-53a34f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:46.947768728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"bd1a3d0c-14f5-46b3-bafb-beb761c1381a","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:46.947800438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"bd1a3d0c-14f5-46b3-bafb-beb761c1381a","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.315868385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"4c219930-6af5-4e0d-895c-68453ddad781","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.31589534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"4c219930-6af5-4e0d-895c-68453ddad781","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.344406347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"871b1c68-4b3e-4807-8ce5-a38389d5740f","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.344425178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"871b1c68-4b3e-4807-8ce5-a38389d5740f","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.374043424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"c25c310d-b9f0-4a12-bdfd-66c4b6b7eb26","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1611ee","tenantID":"e2e-inf-b-1611ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.391378371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"c25c310d-b9f0-4a12-bdfd-66c4b6b7eb26","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"e2e-inf-b-1611ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.407813849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1611ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a720a20972607ae728e5dcecd55085df0b500c709571a23a74e6d650fca9997) AuthConfig (57bb67cef56a18edc847cc8b3b3a85ddeba95edb32a0fa8822871a1f47fb86e0) AuthConfig (9b4bed032ef71080dbe9af2a79740c2985c911c8ad8d98275706f276e321841d) AuthConfig (ebff3f946ab8232b8f144d2a7b88374d85bd60c904dd7496ac4ad67b28f61e31) AuthConfig (a3b05dc467c25152f77dfce5e1429f24c96baf9299d5ac7c37dc12396c68ce8c) AuthConfig (8f05e277e225898e6ca637262a4a94ada5bac0437d7a502746ca0e1a7ab0fa4a) AuthConfig (a5ee83ddb10c92d706653e6fed8fb8906f7ccf924183adf8911fcf3e2b2d04f3) AuthConfig (5e25d50fd024cbcd88385be9d571a1a9ed456f6679502a59e3dce2466bd34033) AuthConfig (dc883130b43be1c5f67a9eafbb8f6e22d2387f00578ae9a7f22ea66606f0dee6) AuthConfig (3080017c5308182f9b702e9ee44241fd82d982b40f463c58e53f662a01a308d9) AuthConfig (d9e8e693a4901898cf282f4b0fcbf13e8d93946c453b0b074aea148033cb3f74) AuthConfig (092f7839864649784fce62c1cfae5d80613d5a7e4c0c73a4b29869de2d5a9082)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"c25c310d-b9f0-4a12-bdfd-66c4b6b7eb26","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.426746971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"c167a194-f436-4946-8d0c-b7a1277bb914","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.426764027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"c167a194-f436-4946-8d0c-b7a1277bb914","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.964991179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"0d05f9b4-d1f2-484d-b4d6-ed0f933bd77e","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.965080697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"0d05f9b4-d1f2-484d-b4d6-ed0f933bd77e","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.985621879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"11b0393b-37f1-46ea-9d92-4a8394f75aad","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:47.985715876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"11b0393b-37f1-46ea-9d92-4a8394f75aad","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:47.998224984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-sub","reconcileID":"0d81ea2a-a8f2-4bcc-9624-8c8e55e7de20","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-6a7ef6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:48.000313345Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"11b0393b-37f1-46ea-9d92-4a8394f75aad","name":"test-model-6a7ef6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-6a7ef6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:48.000381338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"11b0393b-37f1-46ea-9d92-4a8394f75aad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-6a7ef6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.006231139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"47af51b0-c64b-48f6-bf89-90b1b34d4978","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.006245671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"47af51b0-c64b-48f6-bf89-90b1b34d4978","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.012890133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"ce75f3ca-17eb-47ab-a83c-d248613ef4cd","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6a7ef6","tenantID":"e2e-inf-a-6a7ef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.030023541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"2f7330be-0653-4367-b8ee-dc6ee595307f","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.030040323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"2f7330be-0653-4367-b8ee-dc6ee595307f","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.030499976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"ce75f3ca-17eb-47ab-a83c-d248613ef4cd","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"e2e-inf-a-6a7ef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.050436613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"b142c832-3eee-4dff-9e8e-786130d9101f","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.050452411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"b142c832-3eee-4dff-9e8e-786130d9101f","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.103373071Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-sub","reconcileID":"bff37be0-4c78-4d72-927e-e6ef5ea8f7ba","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"maas-trlp-test-model-6a7ef6","model":"test-model-6a7ef6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.169811855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"1df74ade-ac97-4edd-abd9-42e4ea8ec9b0","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.169830195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"1df74ade-ac97-4edd-abd9-42e4ea8ec9b0","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.208225272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-sub","reconcileID":"69894989-972f-4ca1-9fa4-6ee0eb1d1f7c","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"maas-trlp-test-model-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.412695646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580964b0-9a4b-43f0-8aa1-c2bb48126746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.425635544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580964b0-9a4b-43f0-8aa1-c2bb48126746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.438239405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580964b0-9a4b-43f0-8aa1-c2bb48126746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.451043399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580964b0-9a4b-43f0-8aa1-c2bb48126746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.806071475Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.954166426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680e2641-9a74-4a17-9ea9-8e3b80dab045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.967728379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680e2641-9a74-4a17-9ea9-8e3b80dab045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.981129828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680e2641-9a74-4a17-9ea9-8e3b80dab045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:48.994431728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"680e2641-9a74-4a17-9ea9-8e3b80dab045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:49.262309497Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-d2214e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-d2214e","reconcileID":"29bcf8c8-ca71-43da-873f-f8ddbd9b4759","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-d2214e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-d2214e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:49.604267996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85cb553-e553-4991-b7e3-85d95541507a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:49.625263604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85cb553-e553-4991-b7e3-85d95541507a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:49.63890439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85cb553-e553-4991-b7e3-85d95541507a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:49.65211722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85cb553-e553-4991-b7e3-85d95541507a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:50.176723422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24377bc-b263-4baa-beb4-28dd2a3c2bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:50.190122861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24377bc-b263-4baa-beb4-28dd2a3c2bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:50.204297681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24377bc-b263-4baa-beb4-28dd2a3c2bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:50.217897381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24377bc-b263-4baa-beb4-28dd2a3c2bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:50.728793186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a618c-e82f-4d34-be9f-77678637854c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:50.74221255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a618c-e82f-4d34-be9f-77678637854c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:50.754841137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a618c-e82f-4d34-be9f-77678637854c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:50.76801919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328a618c-e82f-4d34-be9f-77678637854c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:19:50.880402907Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-d2214e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-d2214e","reconcileID":"4d7eb583-e65e-49ac-b1a2-6e74aa79c088","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-d2214e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:51.347930978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fddfb6-29c2-4047-8e74-b99df68df2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:51.363470011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fddfb6-29c2-4047-8e74-b99df68df2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:51.378652427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fddfb6-29c2-4047-8e74-b99df68df2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:51.392111498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6fddfb6-29c2-4047-8e74-b99df68df2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:51.921820805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bad9fe7-b50a-4e04-8d7f-8013ba7c4c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:51.935037724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bad9fe7-b50a-4e04-8d7f-8013ba7c4c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:51.948549325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bad9fe7-b50a-4e04-8d7f-8013ba7c4c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:51.962154835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bad9fe7-b50a-4e04-8d7f-8013ba7c4c65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:52.467600298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6027d199-fcda-408a-b614-8910ec6eba4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:52.480373182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6027d199-fcda-408a-b614-8910ec6eba4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:52.49327653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6027d199-fcda-408a-b614-8910ec6eba4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:52.509508399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6027d199-fcda-408a-b614-8910ec6eba4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:53.106895373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32f295e-e13a-461d-b812-739513fc9863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:53.119644776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32f295e-e13a-461d-b812-739513fc9863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:53.132429102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32f295e-e13a-461d-b812-739513fc9863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:53.145318881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32f295e-e13a-461d-b812-739513fc9863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:53.662646594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3296aeaf-8bee-4969-8111-caf612c6293f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:53.675639044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3296aeaf-8bee-4969-8111-caf612c6293f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:53.688597904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3296aeaf-8bee-4969-8111-caf612c6293f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:53.705433232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3296aeaf-8bee-4969-8111-caf612c6293f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:55.646740828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"0a031d40-355f-4dff-8ad2-d3357bf5a6bb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:55.686162292Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"0a031d40-355f-4dff-8ad2-d3357bf5a6bb","name":"e2e-inf-b-5081ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:57.452828605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"6b36b740-995c-4c48-9587-7e47c608538c","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1611ee","tenantID":"e2e-inf-b-1611ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:57.470757137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"6b36b740-995c-4c48-9587-7e47c608538c","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"e2e-inf-b-1611ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:19:57.487518566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1611ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a720a20972607ae728e5dcecd55085df0b500c709571a23a74e6d650fca9997) AuthConfig (57bb67cef56a18edc847cc8b3b3a85ddeba95edb32a0fa8822871a1f47fb86e0) AuthConfig (9b4bed032ef71080dbe9af2a79740c2985c911c8ad8d98275706f276e321841d) AuthConfig (ebff3f946ab8232b8f144d2a7b88374d85bd60c904dd7496ac4ad67b28f61e31) AuthConfig (a3b05dc467c25152f77dfce5e1429f24c96baf9299d5ac7c37dc12396c68ce8c) AuthConfig (8f05e277e225898e6ca637262a4a94ada5bac0437d7a502746ca0e1a7ab0fa4a) AuthConfig (a5ee83ddb10c92d706653e6fed8fb8906f7ccf924183adf8911fcf3e2b2d04f3) AuthConfig (5e25d50fd024cbcd88385be9d571a1a9ed456f6679502a59e3dce2466bd34033) AuthConfig (dc883130b43be1c5f67a9eafbb8f6e22d2387f00578ae9a7f22ea66606f0dee6) AuthConfig (3080017c5308182f9b702e9ee44241fd82d982b40f463c58e53f662a01a308d9) AuthConfig (d9e8e693a4901898cf282f4b0fcbf13e8d93946c453b0b074aea148033cb3f74) AuthConfig (092f7839864649784fce62c1cfae5d80613d5a7e4c0c73a4b29869de2d5a9082)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"6b36b740-995c-4c48-9587-7e47c608538c","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:07.514207348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"bc38b0eb-a323-40a0-9e9e-72b83d833aa3","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1611ee","tenantID":"e2e-inf-b-1611ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:07.531636792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"bc38b0eb-a323-40a0-9e9e-72b83d833aa3","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"e2e-inf-b-1611ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:07.548740399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-1611ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a720a20972607ae728e5dcecd55085df0b500c709571a23a74e6d650fca9997) AuthConfig (57bb67cef56a18edc847cc8b3b3a85ddeba95edb32a0fa8822871a1f47fb86e0) AuthConfig (9b4bed032ef71080dbe9af2a79740c2985c911c8ad8d98275706f276e321841d) AuthConfig (ebff3f946ab8232b8f144d2a7b88374d85bd60c904dd7496ac4ad67b28f61e31) AuthConfig (a3b05dc467c25152f77dfce5e1429f24c96baf9299d5ac7c37dc12396c68ce8c) AuthConfig (8f05e277e225898e6ca637262a4a94ada5bac0437d7a502746ca0e1a7ab0fa4a) AuthConfig (a5ee83ddb10c92d706653e6fed8fb8906f7ccf924183adf8911fcf3e2b2d04f3) AuthConfig (5e25d50fd024cbcd88385be9d571a1a9ed456f6679502a59e3dce2466bd34033) AuthConfig (dc883130b43be1c5f67a9eafbb8f6e22d2387f00578ae9a7f22ea66606f0dee6) AuthConfig (3080017c5308182f9b702e9ee44241fd82d982b40f463c58e53f662a01a308d9) AuthConfig (d9e8e693a4901898cf282f4b0fcbf13e8d93946c453b0b074aea148033cb3f74) AuthConfig (092f7839864649784fce62c1cfae5d80613d5a7e4c0c73a4b29869de2d5a9082)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"bc38b0eb-a323-40a0-9e9e-72b83d833aa3","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:09.308518182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-sub","reconcileID":"671a70f3-01dd-4e7a-b71e-872ba7379053","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"maas-trlp-test-model-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:09.382683187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"9fdbe804-e79e-4c1c-9147-199d05a9874a","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:09.382704203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"9fdbe804-e79e-4c1c-9147-199d05a9874a","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.485211718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"c6157a3c-a12b-4582-9362-4db2a0cca25a","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.485409547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"b6439f05-482f-40b5-b6c4-643b57ae32d4","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.485485333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"b6439f05-482f-40b5-b6c4-643b57ae32d4","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.545135882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-sub","reconcileID":"f2506465-9381-4bb1-81d9-253e5fa4015b","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"maas-trlp-test-model-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.615917654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"c6157a3c-a12b-4582-9362-4db2a0cca25a","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cb13a4","tenantID":"e2e-inf-a-cb13a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.636532381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"c6157a3c-a12b-4582-9362-4db2a0cca25a","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"e2e-inf-a-cb13a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.636560429Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-auth","reconcileID":"c6157a3c-a12b-4582-9362-4db2a0cca25a","MaaSAuthPolicy":{"name":"test-model-cb13a4-auth","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.644121702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"18cf0924-0815-4015-9786-4fbdd1e75859","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6a7ef6","tenantID":"e2e-inf-a-6a7ef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.653747774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"1bc744bd-b968-4b31-aec9-fb42b2c3295c","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.653764589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"1bc744bd-b968-4b31-aec9-fb42b2c3295c","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.661744307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"18cf0924-0815-4015-9786-4fbdd1e75859","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"e2e-inf-a-6a7ef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.715336758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-sub","reconcileID":"5de14822-7bc1-400c-878f-6ce97b5561a3","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"maas-trlp-test-model-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.793431625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"fc37fe8c-8b3e-466d-bcf5-14e2f1a73b87","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:10.793460232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"fc37fe8c-8b3e-466d-bcf5-14e2f1a73b87","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:12.698739015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"c54122d9-b2d3-43d8-a204-1dfe34ec9776","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:12.699915488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"c54122d9-b2d3-43d8-a204-1dfe34ec9776","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.029559369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"93be14f9-7fe2-41ec-9c55-1eb720cd80dc","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.029586848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"93be14f9-7fe2-41ec-9c55-1eb720cd80dc","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.046749477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"17a68b4f-e3eb-42ed-baa0-5a28b0b72c58","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.046777091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"17a68b4f-e3eb-42ed-baa0-5a28b0b72c58","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.071387299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"8381c9b1-bcad-424f-aeeb-afa997600faa","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-882e43","tenantID":"e2e-inf-b-882e43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.088981493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"8381c9b1-bcad-424f-aeeb-afa997600faa","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"e2e-inf-b-882e43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.15938137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"576d7f87-d062-4770-a4da-94d2c843f707","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.159405176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"576d7f87-d062-4770-a4da-94d2c843f707","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.556843339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"136dd21d-04aa-4e0b-9a8c-3504e7106a50","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.556864572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"136dd21d-04aa-4e0b-9a8c-3504e7106a50","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.576006772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"1e8bd36f-e73d-47c8-8408-d287c605b616","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.576028079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"1e8bd36f-e73d-47c8-8408-d287c605b616","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:20:13.590481527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-sub","reconcileID":"a6200ab8-e8cc-459e-a3e1-fae3d7c18ef4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-882e43-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:20:13.590523636Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"1e8bd36f-e73d-47c8-8408-d287c605b616","name":"test-model-882e43","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-882e43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:20:13.590568928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"1e8bd36f-e73d-47c8-8408-d287c605b616","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-882e43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.596406557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"b0440ea4-c0b8-4b82-892b-1478a2fbece2","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.596421033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"b0440ea4-c0b8-4b82-892b-1478a2fbece2","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.60294233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"6a67d7ec-c623-4dcd-819d-17b24b1b09bc","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-882e43","tenantID":"e2e-inf-b-882e43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.620347581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"6a67d7ec-c623-4dcd-819d-17b24b1b09bc","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"e2e-inf-b-882e43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.624134525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"dd99d68b-910a-46b9-990b-84174a5bceaf","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.624174168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"dd99d68b-910a-46b9-990b-84174a5bceaf","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.641888767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"42a9e954-08e5-4b36-9df7-43c1c1806c48","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.641906173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"42a9e954-08e5-4b36-9df7-43c1c1806c48","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.697304269Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-sub","reconcileID":"f1f91255-bdd0-4c77-9760-43698c9c5936","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"maas-trlp-test-model-882e43","model":"test-model-882e43","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-882e43/test-model-882e43-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.74629622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"48b115f0-3606-4656-8479-479c59b05876","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.746315005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"48b115f0-3606-4656-8479-479c59b05876","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:13.78429108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-sub","reconcileID":"7ef387df-a44e-4f83-9d52-e21af2c4f085","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"maas-trlp-test-model-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:17.574236384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"1054d0b3-ffb1-4c41-82f6-1fb82e5799ab","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1611ee","tenantID":"e2e-inf-b-1611ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:17.597039531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"1054d0b3-ffb1-4c41-82f6-1fb82e5799ab","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"e2e-inf-b-1611ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:17.669292368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"ab08fbda-394f-4a00-84d6-d93b36d17423","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:17.669314381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"ab08fbda-394f-4a00-84d6-d93b36d17423","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.702620224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"480fb8c5-ea36-4da3-ae04-ea843119e1ea","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.702651075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"480fb8c5-ea36-4da3-ae04-ea843119e1ea","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.721909687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"56b50318-4907-49ee-bb0a-d4df7d4fbac3","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.721936488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"56b50318-4907-49ee-bb0a-d4df7d4fbac3","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:20:18.734250071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-sub","reconcileID":"630ad58f-4f4f-4a5a-9aaa-001937d07c60","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-1611ee-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:20:18.737439683Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"56b50318-4907-49ee-bb0a-d4df7d4fbac3","name":"test-model-1611ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1611ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:20:18.737496033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"56b50318-4907-49ee-bb0a-d4df7d4fbac3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1611ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.742900734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"73ed89cf-6ac5-482f-8dfb-691ce0a8769e","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.74291952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"73ed89cf-6ac5-482f-8dfb-691ce0a8769e","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.747969509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"a0189cb0-c7c7-44d0-b363-9088795abcc3","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1611ee","tenantID":"e2e-inf-b-1611ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.765452865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"a0189cb0-c7c7-44d0-b363-9088795abcc3","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"e2e-inf-b-1611ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.767825494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"62c06503-f9f8-4982-b417-f3a77afd16ee","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.767843953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"62c06503-f9f8-4982-b417-f3a77afd16ee","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.783709814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"ed44ac83-5efa-4802-bd41-30205d5b3d53","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.783726916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"ed44ac83-5efa-4802-bd41-30205d5b3d53","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.806699332Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.836860537Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-sub","reconcileID":"9f751d8d-f3e0-4c40-9f8a-7ab3ccf7a3b5","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"maas-trlp-test-model-1611ee","model":"test-model-1611ee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-1611ee/test-model-1611ee-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.886944487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"b114831c-8156-4c2e-9eb9-7ef437a15516","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.886962383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"b114831c-8156-4c2e-9eb9-7ef437a15516","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:18.925932174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-sub","reconcileID":"c5deb672-674e-46c2-8867-206ae3a3e74f","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"maas-trlp-test-model-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:20.8381251Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-sub","reconcileID":"a1eb0b02-bf8d-4d49-abfe-13defc60b142","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","subscription":"test-model-cb13a4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:20.851202443Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-sub","reconcileID":"a1eb0b02-bf8d-4d49-abfe-13defc60b142","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:20.864524089Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4-sub","reconcileID":"a1eb0b02-bf8d-4d49-abfe-13defc60b142","MaaSSubscription":{"name":"test-model-cb13a4-sub","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"name":"maas-trlp-test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:20.945297783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"87866c8b-437a-45d3-a4e8-87523c9ccf6f","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"tenant":"e2e-inf-a-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","model":"ai-tenant-e2e-inf-a-cb13a4/test-model-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:20.945316188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"test-model-cb13a4","reconcileID":"87866c8b-437a-45d3-a4e8-87523c9ccf6f","MaaSModelRef":{"name":"test-model-cb13a4","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"routeName":"test-model-cb13a4-kserve-route","namespace":"ai-tenant-e2e-inf-a-cb13a4","llmisvcName":"test-model-cb13a4","gateway":"openshift-ingress/e2e-inf-a-cb13a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:21.847649045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"0fca896b-758a-4b1a-b0c4-751a06dfc51e","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:21.84798853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"e78853c8-b401-42dc-a035-687eadc94742","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:21.851779856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"e78853c8-b401-42dc-a035-687eadc94742","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:21.982815104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"f18c1bb7-a6cb-4439-8452-381e99b006f2","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"maas-trlp-test-model-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:21.98305603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"0fca896b-758a-4b1a-b0c4-751a06dfc51e","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-53a34f","tenantID":"e2e-inf-b-53a34f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:22.011093631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"0fca896b-758a-4b1a-b0c4-751a06dfc51e","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"e2e-inf-b-53a34f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:22.011216567Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-auth","reconcileID":"0fca896b-758a-4b1a-b0c4-751a06dfc51e","MaaSAuthPolicy":{"name":"test-model-53a34f-auth","namespace":"ai-tenant-e2e-inf-b-53a34f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:22.028822741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"04f5d3b5-b22e-49e4-b6ad-35d09e052e3e","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:22.028897294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"04f5d3b5-b22e-49e4-b6ad-35d09e052e3e","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:22.090342594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"7f362864-9699-4722-87af-9d8bbb88d0ce","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"maas-trlp-test-model-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:22.16700888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"efe95606-cfb3-4098-aa99-fdd53a6854ce","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:22.167109595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"efe95606-cfb3-4098-aa99-fdd53a6854ce","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:32.212292446Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"10b2bab7-376f-4518-bded-e65f208d8bcb","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","subscription":"test-model-53a34f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:32.225782959Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"10b2bab7-376f-4518-bded-e65f208d8bcb","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:32.239319628Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f-sub","reconcileID":"10b2bab7-376f-4518-bded-e65f208d8bcb","MaaSSubscription":{"name":"test-model-53a34f-sub","namespace":"ai-tenant-e2e-inf-b-53a34f"},"name":"maas-trlp-test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:32.336953995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"87db73f0-ddf6-47b5-a718-2a43a8c55339","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"tenant":"e2e-inf-b-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","model":"ai-tenant-e2e-inf-b-53a34f/test-model-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:32.336973833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"test-model-53a34f","reconcileID":"87db73f0-ddf6-47b5-a718-2a43a8c55339","MaaSModelRef":{"name":"test-model-53a34f","namespace":"ai-tenant-e2e-inf-b-53a34f"},"routeName":"test-model-53a34f-kserve-route","namespace":"ai-tenant-e2e-inf-b-53a34f","llmisvcName":"test-model-53a34f","gateway":"openshift-ingress/e2e-inf-b-53a34f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:37.087854503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-sub","reconcileID":"a31f5c23-d35e-45ab-9f3a-16f768a18b3e","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"maas-trlp-test-model-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:37.163406064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"1679e0df-0187-4cdb-bf16-a691cb30c95e","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:37.163426949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"1679e0df-0187-4cdb-bf16-a691cb30c95e","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:37.70763845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ccdd63-3078-4d8a-9153-73bdc941ef15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:37.720421569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ccdd63-3078-4d8a-9153-73bdc941ef15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:37.732949252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ccdd63-3078-4d8a-9153-73bdc941ef15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:37.745748472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ccdd63-3078-4d8a-9153-73bdc941ef15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.253562616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552b92b2-042b-449e-8754-417903577651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.267033271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552b92b2-042b-449e-8754-417903577651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.281294429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552b92b2-042b-449e-8754-417903577651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.295380843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"552b92b2-042b-449e-8754-417903577651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.868912258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a9d544-20d1-4d2c-bcef-d81809354c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.882674875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a9d544-20d1-4d2c-bcef-d81809354c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.895483819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a9d544-20d1-4d2c-bcef-d81809354c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.908132016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a9d544-20d1-4d2c-bcef-d81809354c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.933128872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"b04034e1-15da-4e9e-a3e5-f552c3e9e5df","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-882e43","tenantID":"e2e-inf-b-882e43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:38.952125155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"b04034e1-15da-4e9e-a3e5-f552c3e9e5df","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"e2e-inf-b-882e43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:39.438560999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c7f75a-aef9-49d8-b308-3964bed072c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:39.452390762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c7f75a-aef9-49d8-b308-3964bed072c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:39.4656701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c7f75a-aef9-49d8-b308-3964bed072c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:39.478254393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c7f75a-aef9-49d8-b308-3964bed072c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:39.979995893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62607791-243f-49e5-b0c4-05ce9bc81ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:39.992529954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62607791-243f-49e5-b0c4-05ce9bc81ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:40.006038132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62607791-243f-49e5-b0c4-05ce9bc81ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:40.022834186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62607791-243f-49e5-b0c4-05ce9bc81ea3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:40.67302596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d24ed7-6c6e-471e-bb16-fadca3441c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:40.68647237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d24ed7-6c6e-471e-bb16-fadca3441c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:40.699493393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d24ed7-6c6e-471e-bb16-fadca3441c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:40.71205422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d24ed7-6c6e-471e-bb16-fadca3441c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:44.681753885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"e5e9efbc-78e7-42f5-b6d7-7808c71a7820","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d2214e","tenantID":"e2e-inf-b-d2214e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:44.720565643Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"e5e9efbc-78e7-42f5-b6d7-7808c71a7820","name":"e2e-inf-b-d2214e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:48.806336811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:51.485687633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78da889b-af33-49cc-9182-34eb7b3435e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:51.498567641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78da889b-af33-49cc-9182-34eb7b3435e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:51.511155069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78da889b-af33-49cc-9182-34eb7b3435e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:51.523661408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78da889b-af33-49cc-9182-34eb7b3435e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:52.106335878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d575024-a976-4f9f-b74f-6a93dae0e46a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:52.125778498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d575024-a976-4f9f-b74f-6a93dae0e46a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:52.138616513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d575024-a976-4f9f-b74f-6a93dae0e46a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:52.151632436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d575024-a976-4f9f-b74f-6a93dae0e46a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:52.810970404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f18c869-35ab-46ef-a858-2872eb3beeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:52.823765217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f18c869-35ab-46ef-a858-2872eb3beeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:52.836534881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f18c869-35ab-46ef-a858-2872eb3beeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:20:52.848994646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f18c869-35ab-46ef-a858-2872eb3beeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:06.622989196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-sub","reconcileID":"f8363a24-0257-4c24-b0e1-e93500e950d4","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"maas-trlp-test-model-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:06.672061728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"ca1901f8-7f7f-40b6-8773-23ff56833229","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:06.672089746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"ca1901f8-7f7f-40b6-8773-23ff56833229","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.001900191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"f1e63636-c21b-4414-91fd-74836e08de32","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1611ee","tenantID":"e2e-inf-b-1611ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.02270701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"f1e63636-c21b-4414-91fd-74836e08de32","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"e2e-inf-b-1611ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.186517803Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","namespace":"ai-tenant-e2e-inf-a-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.186584438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","namespace":"ai-tenant-e2e-inf-a-cb13a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.186652733Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","tenant":"e2e-inf-a-cb13a4","tenantID":"e2e-inf-a-cb13a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.20250458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"Deployment","name":"maas-api-e2e-inf-a-cb13a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.239082765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"Service","name":"maas-api-e2e-inf-a-cb13a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.255323023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-cb13a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.272910331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-cb13a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.292918846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.309739873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.32783484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.346520445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.359209262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"Deployment","name":"payload-processing-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.371509663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.384000558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"Service","name":"payload-processing-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.397223927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.409938323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.422677708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.43526394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.465460476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.479045423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.491892608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.505172904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-cb13a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:08.519491539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cb13a4"},"namespace":"ai-tenant-e2e-inf-a-cb13a4","name":"default-tenant","reconcileID":"ee4af49a-2c69-4ab9-817b-4430026deac5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-cb13a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:09.014629455Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cb13a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cb13a4","reconcileID":"90c5296f-9262-41e2-801c-a7e67ca371dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-cb13a4","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-cb13a4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:09.365875088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b9cc88-db1a-4e8e-9633-3e790804879d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:09.378601484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b9cc88-db1a-4e8e-9633-3e790804879d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:09.391131516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b9cc88-db1a-4e8e-9633-3e790804879d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:09.404009626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b9cc88-db1a-4e8e-9633-3e790804879d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:09.91360408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01cd948-a39b-41ba-81ff-e7d03da83f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:09.926496764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01cd948-a39b-41ba-81ff-e7d03da83f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:09.939102941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01cd948-a39b-41ba-81ff-e7d03da83f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:09.951834551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01cd948-a39b-41ba-81ff-e7d03da83f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:16.646690541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e00602-a07c-4b10-8c50-009e8be840d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:16.663378406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e00602-a07c-4b10-8c50-009e8be840d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:16.746537577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e00602-a07c-4b10-8c50-009e8be840d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:16.759947975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e00602-a07c-4b10-8c50-009e8be840d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:17.295872343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00b93cf-1267-4019-97ea-69e09ab35d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:17.308550545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00b93cf-1267-4019-97ea-69e09ab35d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:17.323073249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00b93cf-1267-4019-97ea-69e09ab35d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:17.33652527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00b93cf-1267-4019-97ea-69e09ab35d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:17.843130822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f4b1d2-90e4-43df-8a14-41cc50540974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:17.856854739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f4b1d2-90e4-43df-8a14-41cc50540974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:17.86959673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f4b1d2-90e4-43df-8a14-41cc50540974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:17.882573683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f4b1d2-90e4-43df-8a14-41cc50540974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:18.805459282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.523559676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"d13f256a-006b-4049-b3a0-066efb89c74d","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.523681918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"d13f256a-006b-4049-b3a0-066efb89c74d","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.806282198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"f341f43f-ce1c-482d-8799-8e0f23282426","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.806306887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"f341f43f-ce1c-482d-8799-8e0f23282426","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.822840153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"235da3ce-33b4-4fd0-a696-5f9ebd1b2841","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.822862174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"235da3ce-33b4-4fd0-a696-5f9ebd1b2841","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.84752713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"0788611c-233c-4175-9bc5-3a61b30f277e","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9de9b4","tenantID":"e2e-inf-a-9de9b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.865973646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"0788611c-233c-4175-9bc5-3a61b30f277e","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"e2e-inf-a-9de9b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.944787108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"54dbab1e-e064-4683-ba86-ef850fc20bbe","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:27.944899597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"54dbab1e-e064-4683-ba86-ef850fc20bbe","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:28.960521121Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"4873196a-7a80-4a0b-9053-6ea3b3847c1f","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:28.960681406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"4e2d82f5-b76b-4cdf-a892-fc6915491761","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:28.960699969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"4e2d82f5-b76b-4cdf-a892-fc6915491761","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:29.019558632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-sub","reconcileID":"3a6c54bc-1bed-4a9e-909b-13f85e6edaf4","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"maas-trlp-test-model-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:29.139010318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"4873196a-7a80-4a0b-9053-6ea3b3847c1f","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-03cb92","tenantID":"e2e-inf-a-03cb92","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:29.158204099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"4873196a-7a80-4a0b-9053-6ea3b3847c1f","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"e2e-inf-a-03cb92-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:29.158230162Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-auth","reconcileID":"4873196a-7a80-4a0b-9053-6ea3b3847c1f","MaaSAuthPolicy":{"name":"test-model-03cb92-auth","namespace":"ai-tenant-e2e-inf-a-03cb92"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:29.241490264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"dcb59c7e-3826-4af3-85b0-8739c6b68478","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:29.241509023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"dcb59c7e-3826-4af3-85b0-8739c6b68478","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:29.303739498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-sub","reconcileID":"006c90e8-59ec-4e02-aa7d-84572037b9c2","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"maas-trlp-test-model-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:29.342728571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"cf6583c0-4efe-4471-bcb8-212d1c8c19b0","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:29.342745558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"cf6583c0-4efe-4471-bcb8-212d1c8c19b0","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.436993705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"b972cee2-c7ea-42b3-bb8b-ef9779ab237b","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.437017324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"b972cee2-c7ea-42b3-bb8b-ef9779ab237b","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.458380376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"be7a1732-216b-4c23-b5b4-e4396abdeffe","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.458407994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"be7a1732-216b-4c23-b5b4-e4396abdeffe","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:21:33.469269094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-sub","reconcileID":"836fc563-fbcd-42f4-ae77-2196163c1b64","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-9de9b4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:21:33.472892842Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"be7a1732-216b-4c23-b5b4-e4396abdeffe","name":"test-model-9de9b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9de9b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:21:33.472939795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"be7a1732-216b-4c23-b5b4-e4396abdeffe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9de9b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.478932575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"cd3b06b9-177c-4bde-b26f-dfe3434c7bdd","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.478947791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"cd3b06b9-177c-4bde-b26f-dfe3434c7bdd","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.486041597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"f347b0a6-4a40-4039-9b16-6b7cfbcf59aa","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9de9b4","tenantID":"e2e-inf-a-9de9b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.502345551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"4091b385-419a-4a85-9f85-b4f2e25c4a74","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.502368388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"4091b385-419a-4a85-9f85-b4f2e25c4a74","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.507067258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"f347b0a6-4a40-4039-9b16-6b7cfbcf59aa","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"e2e-inf-a-9de9b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.518602473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"94d34f30-6cc2-4671-a4df-56628ab19f44","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.518632623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"94d34f30-6cc2-4671-a4df-56628ab19f44","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.575999947Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-sub","reconcileID":"33adbdb8-145a-41af-ae6d-a5642b23ddb3","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"maas-trlp-test-model-9de9b4","model":"test-model-9de9b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.625512029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"fa677a0b-877e-4f00-b786-3e761d37110b","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.625530246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"fa677a0b-877e-4f00-b786-3e761d37110b","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:33.663585212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-sub","reconcileID":"fadc8ab6-da70-4b9d-9709-11caad6154e2","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"maas-trlp-test-model-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:39.391100406Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-sub","reconcileID":"492804c5-a0f2-4851-bba3-691bb775fb34","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","subscription":"test-model-03cb92-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:39.404814452Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-sub","reconcileID":"492804c5-a0f2-4851-bba3-691bb775fb34","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:39.418009648Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92-sub","reconcileID":"492804c5-a0f2-4851-bba3-691bb775fb34","MaaSSubscription":{"name":"test-model-03cb92-sub","namespace":"ai-tenant-e2e-inf-a-03cb92"},"name":"maas-trlp-test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:39.505473233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"dff03f93-26c5-4fbd-a36f-d2404e356e37","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"tenant":"e2e-inf-a-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","model":"ai-tenant-e2e-inf-a-03cb92/test-model-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:39.505495103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"test-model-03cb92","reconcileID":"dff03f93-26c5-4fbd-a36f-d2404e356e37","MaaSModelRef":{"name":"test-model-03cb92","namespace":"ai-tenant-e2e-inf-a-03cb92"},"routeName":"test-model-03cb92-kserve-route","namespace":"ai-tenant-e2e-inf-a-03cb92","llmisvcName":"test-model-03cb92","gateway":"openshift-ingress/e2e-inf-a-03cb92","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.372283544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9a29ac-d3b0-4060-9f9b-9890ab8df174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.399581477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9a29ac-d3b0-4060-9f9b-9890ab8df174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.404233111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"0678faff-22fa-4823-a12e-85ea1e91c764","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.40426012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"0678faff-22fa-4823-a12e-85ea1e91c764","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.423266917Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"fa5cb496-6af4-42a1-932f-d1ca379dbbb1","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.423404847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9a29ac-d3b0-4060-9f9b-9890ab8df174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.462305119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9a29ac-d3b0-4060-9f9b-9890ab8df174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.536185817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-sub","reconcileID":"b148a53d-0a18-4152-aa25-51663a3c2f39","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"maas-trlp-test-model-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.57742172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"fa5cb496-6af4-42a1-932f-d1ca379dbbb1","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1611ee","tenantID":"e2e-inf-b-1611ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.594876639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"fa5cb496-6af4-42a1-932f-d1ca379dbbb1","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"e2e-inf-b-1611ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.594901704Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-auth","reconcileID":"fa5cb496-6af4-42a1-932f-d1ca379dbbb1","MaaSAuthPolicy":{"name":"test-model-1611ee-auth","namespace":"ai-tenant-e2e-inf-b-1611ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.615232917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"3c2072ff-0c48-4832-9384-617fb451b076","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.615255869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"3c2072ff-0c48-4832-9384-617fb451b076","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.687416471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-sub","reconcileID":"f72e3164-664f-4405-9487-06de6eb860ad","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"maas-trlp-test-model-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.760527935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"3eecb644-a2e9-45fd-acee-775fd2c0c477","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:40.76055324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"3eecb644-a2e9-45fd-acee-775fd2c0c477","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:41.113926989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e57fbd-0a71-4087-b149-6ad7db740fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:41.126683197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e57fbd-0a71-4087-b149-6ad7db740fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:41.139311046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e57fbd-0a71-4087-b149-6ad7db740fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:41.151912377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35e57fbd-0a71-4087-b149-6ad7db740fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:48.806175167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:50.815407454Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-sub","reconcileID":"194aa7d3-c1ed-46be-8c35-0e611e9e3596","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","subscription":"test-model-1611ee-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:50.828525314Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-sub","reconcileID":"194aa7d3-c1ed-46be-8c35-0e611e9e3596","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:50.841715141Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee-sub","reconcileID":"194aa7d3-c1ed-46be-8c35-0e611e9e3596","MaaSSubscription":{"name":"test-model-1611ee-sub","namespace":"ai-tenant-e2e-inf-b-1611ee"},"name":"maas-trlp-test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:50.923354592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"d41f2050-f37b-4c51-8c86-f1eed120d4bd","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"tenant":"e2e-inf-b-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","model":"ai-tenant-e2e-inf-b-1611ee/test-model-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:50.923374588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"test-model-1611ee","reconcileID":"d41f2050-f37b-4c51-8c86-f1eed120d4bd","MaaSModelRef":{"name":"test-model-1611ee","namespace":"ai-tenant-e2e-inf-b-1611ee"},"routeName":"test-model-1611ee-kserve-route","namespace":"ai-tenant-e2e-inf-b-1611ee","llmisvcName":"test-model-1611ee","gateway":"openshift-ingress/e2e-inf-b-1611ee","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.387759388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"ee08baef-827d-44f6-8c03-a23ea18c405f","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.38799595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"61a87e53-4f90-4220-b3b6-cb6cd896cf27","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.388018031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"61a87e53-4f90-4220-b3b6-cb6cd896cf27","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.452046626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-sub","reconcileID":"4d09162e-1fb2-4672-adef-87984b6c9e20","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"maas-trlp-test-model-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.559005313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"ee08baef-827d-44f6-8c03-a23ea18c405f","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6a7ef6","tenantID":"e2e-inf-a-6a7ef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.578094363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"ee08baef-827d-44f6-8c03-a23ea18c405f","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"e2e-inf-a-6a7ef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.578122292Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"ee08baef-827d-44f6-8c03-a23ea18c405f","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.595041464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"df04bf19-090d-484f-a18d-5da37cc3767a","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.595407488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"a20825a4-ab50-45c8-94ce-59a42d2cc2d0","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.595426732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"a20825a4-ab50-45c8-94ce-59a42d2cc2d0","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.6540905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-sub","reconcileID":"12e40422-88ce-4683-9aeb-f4d2ee0eb0b9","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"maas-trlp-test-model-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.723685369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"df04bf19-090d-484f-a18d-5da37cc3767a","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6a7ef6","tenantID":"e2e-inf-a-6a7ef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.741393644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"df04bf19-090d-484f-a18d-5da37cc3767a","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"e2e-inf-a-6a7ef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.74144981Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"df04bf19-090d-484f-a18d-5da37cc3767a","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.744237049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"d16a245e-d82a-4e2d-8724-8db5670ca541","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:53.744253677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"d16a245e-d82a-4e2d-8724-8db5670ca541","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:21:53.754565801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6a7ef6-auth","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-auth","reconcileID":"df04bf19-090d-484f-a18d-5da37cc3767a","error":"maasauthpolicies.maas.opendatahub.io \"test-model-6a7ef6-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:56.374439714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-sub","reconcileID":"21abf5a7-a64e-4aee-bd24-c4b0a9696b06","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"maas-trlp-test-model-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:56.423788228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"48aaeae6-25df-4f5a-a5f7-20ff00199df2","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:56.423809168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"48aaeae6-25df-4f5a-a5f7-20ff00199df2","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:57.82035887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"f8c07607-ad6d-4b51-a725-9d6d14d151bd","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9de9b4","tenantID":"e2e-inf-a-9de9b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:21:57.838415699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"f8c07607-ad6d-4b51-a725-9d6d14d151bd","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"e2e-inf-a-9de9b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.289196857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"88fa3138-9076-423d-bcb8-bcc142413f3a","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.289304761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"88fa3138-9076-423d-bcb8-bcc142413f3a","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.396511469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b2f79d-f33d-4ae4-a766-be5ce8d2cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.409322031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b2f79d-f33d-4ae4-a766-be5ce8d2cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.421855243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b2f79d-f33d-4ae4-a766-be5ce8d2cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.434898539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b2f79d-f33d-4ae4-a766-be5ce8d2cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.600121894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"99951ab6-ec5f-4ae0-b8a2-d3bfb7f13177","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.600159628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"99951ab6-ec5f-4ae0-b8a2-d3bfb7f13177","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.617402376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"7286d190-9ecc-45b0-94b8-43cf9b5af8ab","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.617422902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"7286d190-9ecc-45b0-94b8-43cf9b5af8ab","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.642325827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"705da63b-cff5-4ab7-b86b-1ec2f0eaf05d","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.661703399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"705da63b-cff5-4ab7-b86b-1ec2f0eaf05d","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.678656209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5081ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2b347f5f6a9440611f85d38117650e8efc91e25be785116ef68aac0dbe5e604) AuthConfig (0b2fd3ca909870dc4371587418e27466e2921ee4811b27e34322a81e851b0f48) AuthConfig (31208a9136eb34066ddcd5bbbe7fbf6a845eed0dd825009c33dfda8c46d44383) AuthConfig (a16e2da9bf3d0e0f7b36c1e52201e86bb5ed39adeb864af51c6239b7e77562f7) AuthConfig (1f9d245b68a48c3328f3cf07791d41fba854b5babd9cb07885c86990e01b7dc5) AuthConfig (71fabc88f8188faaedc23940625db94c38d6bfff34c9d074135e6b76039bf76a) AuthConfig (d475150821071e7b7cf7d0e63100283c9016ed53ea932fb13aa61bee92c20a7b) AuthConfig (623fee9608c80fc925791b5afcef65d0d4efa19b8066c66fed7fbd632445639a) AuthConfig (5bb0411163390600c87f46389c2ad3cd20c35f7f4d587a020804a25a4dbaff26) AuthConfig (89c929f3c3360ecce39ae89c4402740d1a12c432671744aca200f66a8e289fef) AuthConfig (d3d0ed08e9c0e2be1fce53723d1192c8283e6789cc2a7a8adf307b15b620bce4) AuthConfig (7914892c035960b9b8b3552da0dddddddf4908972099675d10ae6a63bbe10dab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"705da63b-cff5-4ab7-b86b-1ec2f0eaf05d","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.696558444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"8a9629b0-e28e-4b3f-ab31-ef184c4b5a28","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.696578053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"8a9629b0-e28e-4b3f-ab31-ef184c4b5a28","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.97736385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64c3864-731c-4398-8fc8-36b92955fe2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:00.99013818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64c3864-731c-4398-8fc8-36b92955fe2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:01.00264284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64c3864-731c-4398-8fc8-36b92955fe2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:01.015131908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64c3864-731c-4398-8fc8-36b92955fe2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:01.553588108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af76aec-85eb-40a7-afc7-fc9896a2d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:01.567021918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af76aec-85eb-40a7-afc7-fc9896a2d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:01.580480523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af76aec-85eb-40a7-afc7-fc9896a2d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:01.593359055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af76aec-85eb-40a7-afc7-fc9896a2d4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:03.789470953Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-sub","reconcileID":"100f036d-8bd8-4097-a716-96a37266f68b","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","subscription":"test-model-6a7ef6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:03.802682213Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-sub","reconcileID":"100f036d-8bd8-4097-a716-96a37266f68b","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:03.815703547Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6-sub","reconcileID":"100f036d-8bd8-4097-a716-96a37266f68b","MaaSSubscription":{"name":"test-model-6a7ef6-sub","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"name":"maas-trlp-test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:03.900024266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"283b75d8-0a4c-4e1d-8a45-8df931e4c651","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"tenant":"e2e-inf-a-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","model":"ai-tenant-e2e-inf-a-6a7ef6/test-model-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:03.900045465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"test-model-6a7ef6","reconcileID":"283b75d8-0a4c-4e1d-8a45-8df931e4c651","MaaSModelRef":{"name":"test-model-6a7ef6","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"routeName":"test-model-6a7ef6-kserve-route","namespace":"ai-tenant-e2e-inf-a-6a7ef6","llmisvcName":"test-model-6a7ef6","gateway":"openshift-ingress/e2e-inf-a-6a7ef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:10.724373853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"5f7fe236-6811-4a96-810a-4494cafbe873","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:10.743419404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"5f7fe236-6811-4a96-810a-4494cafbe873","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:10.761961922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5081ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2b347f5f6a9440611f85d38117650e8efc91e25be785116ef68aac0dbe5e604) AuthConfig (0b2fd3ca909870dc4371587418e27466e2921ee4811b27e34322a81e851b0f48) AuthConfig (31208a9136eb34066ddcd5bbbe7fbf6a845eed0dd825009c33dfda8c46d44383) AuthConfig (a16e2da9bf3d0e0f7b36c1e52201e86bb5ed39adeb864af51c6239b7e77562f7) AuthConfig (1f9d245b68a48c3328f3cf07791d41fba854b5babd9cb07885c86990e01b7dc5) AuthConfig (71fabc88f8188faaedc23940625db94c38d6bfff34c9d074135e6b76039bf76a) AuthConfig (d475150821071e7b7cf7d0e63100283c9016ed53ea932fb13aa61bee92c20a7b) AuthConfig (623fee9608c80fc925791b5afcef65d0d4efa19b8066c66fed7fbd632445639a) AuthConfig (5bb0411163390600c87f46389c2ad3cd20c35f7f4d587a020804a25a4dbaff26) AuthConfig (89c929f3c3360ecce39ae89c4402740d1a12c432671744aca200f66a8e289fef) AuthConfig (d3d0ed08e9c0e2be1fce53723d1192c8283e6789cc2a7a8adf307b15b620bce4) AuthConfig (7914892c035960b9b8b3552da0dddddddf4908972099675d10ae6a63bbe10dab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"5f7fe236-6811-4a96-810a-4494cafbe873","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.357762998Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","namespace":"ai-tenant-e2e-inf-b-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.357819466Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","namespace":"ai-tenant-e2e-inf-b-53a34f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.35787338Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","tenant":"e2e-inf-b-53a34f","tenantID":"e2e-inf-b-53a34f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.373239243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"Deployment","name":"maas-api-e2e-inf-b-53a34f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.402261358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"Service","name":"maas-api-e2e-inf-b-53a34f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.425340629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-53a34f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.440724938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-53a34f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.456253703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.471300616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.489019164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.504109497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.516465417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"Deployment","name":"payload-processing-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.528541092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.540809608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"Service","name":"payload-processing-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.555396262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.567744755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.580010516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.592425037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.608966056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.627647853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.643900482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.66337984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-53a34f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:15.680889055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-53a34f"},"namespace":"ai-tenant-e2e-inf-b-53a34f","name":"default-tenant","reconcileID":"3a47d3ef-0b01-45f9-aa46-f9c7da58a00d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-53a34f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:16.123135597Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-53a34f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-53a34f","reconcileID":"366b601f-d944-4f22-abd9-c1cff433687e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-53a34f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-53a34f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:16.565820313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c26db9-4832-4091-a285-5b4b539d250f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:16.578701154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c26db9-4832-4091-a285-5b4b539d250f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:16.591510918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c26db9-4832-4091-a285-5b4b539d250f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:16.60416731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c26db9-4832-4091-a285-5b4b539d250f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:17.203364574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d4bd29-1b1e-41fc-bd4f-d98ff5e124ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:17.21607137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d4bd29-1b1e-41fc-bd4f-d98ff5e124ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:17.229112719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d4bd29-1b1e-41fc-bd4f-d98ff5e124ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:17.242024988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85d4bd29-1b1e-41fc-bd4f-d98ff5e124ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:18.806262617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:20.78790745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"13820c44-a285-46c7-af30-6fdffdaedd4b","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:20.805427442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"13820c44-a285-46c7-af30-6fdffdaedd4b","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:20.821692841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5081ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2b347f5f6a9440611f85d38117650e8efc91e25be785116ef68aac0dbe5e604) AuthConfig (0b2fd3ca909870dc4371587418e27466e2921ee4811b27e34322a81e851b0f48) AuthConfig (31208a9136eb34066ddcd5bbbe7fbf6a845eed0dd825009c33dfda8c46d44383) AuthConfig (a16e2da9bf3d0e0f7b36c1e52201e86bb5ed39adeb864af51c6239b7e77562f7) AuthConfig (1f9d245b68a48c3328f3cf07791d41fba854b5babd9cb07885c86990e01b7dc5) AuthConfig (71fabc88f8188faaedc23940625db94c38d6bfff34c9d074135e6b76039bf76a) AuthConfig (d475150821071e7b7cf7d0e63100283c9016ed53ea932fb13aa61bee92c20a7b) AuthConfig (623fee9608c80fc925791b5afcef65d0d4efa19b8066c66fed7fbd632445639a) AuthConfig (5bb0411163390600c87f46389c2ad3cd20c35f7f4d587a020804a25a4dbaff26) AuthConfig (89c929f3c3360ecce39ae89c4402740d1a12c432671744aca200f66a8e289fef) AuthConfig (d3d0ed08e9c0e2be1fce53723d1192c8283e6789cc2a7a8adf307b15b620bce4) AuthConfig (7914892c035960b9b8b3552da0dddddddf4908972099675d10ae6a63bbe10dab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"13820c44-a285-46c7-af30-6fdffdaedd4b","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.384009276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8595531f-94a7-42d5-8c0f-5cc04c31d461","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.384582145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8595531f-94a7-42d5-8c0f-5cc04c31d461","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.400033375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc474b5b-42e4-4e51-9fb0-4b481f3127ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.400126469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc474b5b-42e4-4e51-9fb0-4b481f3127ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.424684484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"namespace":"ai-tenant-e2e-mt-a667af23","name":"e2e-policy-a667af23","reconcileID":"660e4fa7-8252-498f-9367-9eb5abd8fd6e","MaaSAuthPolicy":{"name":"e2e-policy-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.448529736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"namespace":"ai-tenant-e2e-mt-a667af23","name":"e2e-policy-a667af23","reconcileID":"660e4fa7-8252-498f-9367-9eb5abd8fd6e","MaaSAuthPolicy":{"name":"e2e-policy-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.596770984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47a23995-7230-488d-892e-a1bfc1f9b291","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.596791722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47a23995-7230-488d-892e-a1bfc1f9b291","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.608393694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0470b2e8-cce5-460a-889b-06323cf83a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.608415374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0470b2e8-cce5-460a-889b-06323cf83a34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.613162352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c12fe83f-dede-4802-81f3-0dc2004e638c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.613183829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c12fe83f-dede-4802-81f3-0dc2004e638c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:22:24.63145883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"namespace":"ai-tenant-e2e-mt-a667af23","name":"e2e-sub-a667af23","reconcileID":"1cfe2d36-f4bd-4004-98ba-66da3ce9bfa2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-a667af23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.668722248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c7a91c-6c43-4e38-90d6-0343c1bf96f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.668744224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c7a91c-6c43-4e38-90d6-0343c1bf96f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.686891635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec167a8b-5064-4d81-a790-fd75285cb895","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.686913248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec167a8b-5064-4d81-a790-fd75285cb895","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.745250887Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"namespace":"ai-tenant-e2e-mt-a667af23","name":"e2e-sub-a667af23","reconcileID":"690f5575-7c4e-40c1-9dce-4d0defe2c166","MaaSSubscription":{"name":"e2e-sub-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-a667af23/e2e-sub-a667af23","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.794242467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"578062df-3b01-420a-9a70-7610e62b4599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.794265648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"578062df-3b01-420a-9a70-7610e62b4599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.827992528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ca2dd4b-5da3-42c7-a97b-fb30d08a7953","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:24.834360728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"namespace":"ai-tenant-e2e-mt-a667af23","name":"e2e-sub-a667af23","reconcileID":"9f364612-75e9-4e51-87bb-77b23ac773b2","MaaSSubscription":{"name":"e2e-sub-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.209935646Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"cfc56566-a770-4f0a-bf48-39bbc23bb4d4","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.216465446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"e899f853-0fe7-4bab-a93c-1e3ef6feaa1f","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.216589123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"e899f853-0fe7-4bab-a93c-1e3ef6feaa1f","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.332488417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-sub","reconcileID":"5a7056d3-434f-4511-a713-62f09329de63","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"maas-trlp-test-model-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.338527991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"cfc56566-a770-4f0a-bf48-39bbc23bb4d4","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-882e43","tenantID":"e2e-inf-b-882e43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.357488866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"cfc56566-a770-4f0a-bf48-39bbc23bb4d4","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"e2e-inf-b-882e43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.357580042Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"cfc56566-a770-4f0a-bf48-39bbc23bb4d4","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.374678896Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"8fcb6396-fbc5-478b-bfd6-baf16752ffed","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.375342024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"4a282703-c4eb-4a62-8d08-9dce22c3127d","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.375387971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"4a282703-c4eb-4a62-8d08-9dce22c3127d","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.438885771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-sub","reconcileID":"9af9683b-ea65-4817-bfb1-3a9e3f7c6eb6","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"maas-trlp-test-model-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.485674495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"namespace":"ai-tenant-e2e-mt-a667af23","name":"e2e-policy-a667af23","reconcileID":"2996e773-78c2-49d7-bc9d-50ba7534d0a0","MaaSAuthPolicy":{"name":"e2e-policy-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.486173589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0172390e-b537-4330-8811-b9be5b0f8de0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.486192509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0172390e-b537-4330-8811-b9be5b0f8de0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.532384946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"1345c814-bec5-428f-959b-0a3b7d6207df","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.53240142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"1345c814-bec5-428f-959b-0a3b7d6207df","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.539118101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"8fcb6396-fbc5-478b-bfd6-baf16752ffed","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-882e43","tenantID":"e2e-inf-b-882e43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.558509081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"8fcb6396-fbc5-478b-bfd6-baf16752ffed","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"e2e-inf-b-882e43-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.558529921Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"8fcb6396-fbc5-478b-bfd6-baf16752ffed","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-882e43","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:22:25.640784249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-882e43-auth","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-auth","reconcileID":"8fcb6396-fbc5-478b-bfd6-baf16752ffed","error":"maasauthpolicies.maas.opendatahub.io \"test-model-882e43-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.641595898Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"namespace":"ai-tenant-e2e-mt-a667af23","name":"e2e-policy-a667af23","reconcileID":"2996e773-78c2-49d7-bc9d-50ba7534d0a0","MaaSAuthPolicy":{"name":"e2e-policy-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"policyNamespace":"ai-tenant-e2e-mt-a667af23","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.661493131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad108dce-1cc1-4363-84d6-b91d545443a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.661581859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad108dce-1cc1-4363-84d6-b91d545443a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.815303557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf14982-eaa2-40c2-b77d-cc5f8fac87f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:25.815321952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fcf14982-eaa2-40c2-b77d-cc5f8fac87f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:30.662406832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"4f432a49-2207-42f8-a282-d17b4982e796","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:30.662504817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"4f432a49-2207-42f8-a282-d17b4982e796","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:30.84681463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"7c782f3a-8e18-4246-bca9-354a210d7e55","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:30.865587692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"7c782f3a-8e18-4246-bca9-354a210d7e55","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:30.88504067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5081ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2b347f5f6a9440611f85d38117650e8efc91e25be785116ef68aac0dbe5e604) AuthConfig (0b2fd3ca909870dc4371587418e27466e2921ee4811b27e34322a81e851b0f48) AuthConfig (31208a9136eb34066ddcd5bbbe7fbf6a845eed0dd825009c33dfda8c46d44383) AuthConfig (a16e2da9bf3d0e0f7b36c1e52201e86bb5ed39adeb864af51c6239b7e77562f7) AuthConfig (1f9d245b68a48c3328f3cf07791d41fba854b5babd9cb07885c86990e01b7dc5) AuthConfig (71fabc88f8188faaedc23940625db94c38d6bfff34c9d074135e6b76039bf76a) AuthConfig (d475150821071e7b7cf7d0e63100283c9016ed53ea932fb13aa61bee92c20a7b) AuthConfig (623fee9608c80fc925791b5afcef65d0d4efa19b8066c66fed7fbd632445639a) AuthConfig (5bb0411163390600c87f46389c2ad3cd20c35f7f4d587a020804a25a4dbaff26) AuthConfig (89c929f3c3360ecce39ae89c4402740d1a12c432671744aca200f66a8e289fef) AuthConfig (d3d0ed08e9c0e2be1fce53723d1192c8283e6789cc2a7a8adf307b15b620bce4) AuthConfig (7914892c035960b9b8b3552da0dddddddf4908972099675d10ae6a63bbe10dab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"7c782f3a-8e18-4246-bca9-354a210d7e55","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:30.961214192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"f0146b96-ee7c-4835-84ce-49525482f62c","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:30.961239734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"f0146b96-ee7c-4835-84ce-49525482f62c","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:30.976634684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"e960a63e-d891-44e5-a405-ccf9b9eb4731","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:30.976657964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"e960a63e-d891-44e5-a405-ccf9b9eb4731","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.001016751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"27407778-fc2b-4a3b-9031-04417404a12c","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-494e5d","tenantID":"e2e-inf-a-494e5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.018395057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"27407778-fc2b-4a3b-9031-04417404a12c","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"e2e-inf-a-494e5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.088260986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"1b17ca7c-8c70-4e71-a252-fe6b690853b7","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.088284055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"1b17ca7c-8c70-4e71-a252-fe6b690853b7","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.463632532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"a674aa75-258f-4114-8eaf-bfc2ca2aa20f","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.463659501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"a674aa75-258f-4114-8eaf-bfc2ca2aa20f","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.483815266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"aff6e20e-4ef0-43d5-ad4d-1d5fc06b7c78","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.483839108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"aff6e20e-4ef0-43d5-ad4d-1d5fc06b7c78","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:22:31.497561601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-sub","reconcileID":"a10a3ff0-31fc-40a4-8cb3-39dffce11bb9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-494e5d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:22:31.498364025Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"aff6e20e-4ef0-43d5-ad4d-1d5fc06b7c78","name":"test-model-494e5d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-494e5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:22:31.498414574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"aff6e20e-4ef0-43d5-ad4d-1d5fc06b7c78","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-494e5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.503780025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"f52c6882-c9f2-4538-ab68-868258c76e2c","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.503795572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"f52c6882-c9f2-4538-ab68-868258c76e2c","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.509689976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"28ee02f3-56bb-4887-a6bd-e4e91383dfea","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-494e5d","tenantID":"e2e-inf-a-494e5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.52890438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"28ee02f3-56bb-4887-a6bd-e4e91383dfea","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"e2e-inf-a-494e5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.529312874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"ecf25f6f-fb0d-4158-9e0b-18661b19dd84","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.529328874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"ecf25f6f-fb0d-4158-9e0b-18661b19dd84","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.547381485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"4f5abc27-4a73-4fa2-b351-eedd4595dc0b","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.547402897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"4f5abc27-4a73-4fa2-b351-eedd4595dc0b","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.604489704Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-sub","reconcileID":"3560ce65-e620-4ab9-a597-8cc8d2d8cce3","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"maas-trlp-test-model-494e5d","model":"test-model-494e5d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-494e5d/test-model-494e5d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.653399652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"a18a4c82-6122-4c9e-836d-4a4b341062af","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.653416837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"a18a4c82-6122-4c9e-836d-4a4b341062af","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:31.692471275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-sub","reconcileID":"90f1ed6b-81e1-4d2f-a921-90b46ae815e4","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"maas-trlp-test-model-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:35.578411201Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-sub","reconcileID":"7bfbcb83-aa44-4da1-93a8-c32070d48b15","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","subscription":"test-model-882e43-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:35.591583779Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-sub","reconcileID":"7bfbcb83-aa44-4da1-93a8-c32070d48b15","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:35.604682168Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43-sub","reconcileID":"7bfbcb83-aa44-4da1-93a8-c32070d48b15","MaaSSubscription":{"name":"test-model-882e43-sub","namespace":"ai-tenant-e2e-inf-b-882e43"},"name":"maas-trlp-test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:35.693996728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"a3f2c7c2-d873-47f1-98a9-fa5f9b402f4f","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"tenant":"e2e-inf-b-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","model":"ai-tenant-e2e-inf-b-882e43/test-model-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:35.694016192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"test-model-882e43","reconcileID":"a3f2c7c2-d873-47f1-98a9-fa5f9b402f4f","MaaSModelRef":{"name":"test-model-882e43","namespace":"ai-tenant-e2e-inf-b-882e43"},"routeName":"test-model-882e43-kserve-route","namespace":"ai-tenant-e2e-inf-b-882e43","llmisvcName":"test-model-882e43","gateway":"openshift-ingress/e2e-inf-b-882e43","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:35.864023425Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"namespace":"ai-tenant-e2e-mt-a667af23","name":"e2e-sub-a667af23","reconcileID":"14075240-6f76-4cdd-abd6-9f35a84b0023","MaaSSubscription":{"name":"e2e-sub-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-a667af23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:35.913827141Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"namespace":"ai-tenant-e2e-mt-a667af23","name":"e2e-sub-a667af23","reconcileID":"14075240-6f76-4cdd-abd6-9f35a84b0023","MaaSSubscription":{"name":"e2e-sub-a667af23","namespace":"ai-tenant-e2e-mt-a667af23"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:35.953561301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8bee73b9-6704-4f25-90d1-df5ef58c866f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:36.0628156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5233caf5-dd09-4ecc-9874-03916f619498","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:36.062840742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5233caf5-dd09-4ecc-9874-03916f619498","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:40.910496735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"c0c42462-daf2-4657-9abd-dc5afeaf01b6","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:40.942886748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"c0c42462-daf2-4657-9abd-dc5afeaf01b6","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:40.959296342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5081ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2b347f5f6a9440611f85d38117650e8efc91e25be785116ef68aac0dbe5e604) AuthConfig (0b2fd3ca909870dc4371587418e27466e2921ee4811b27e34322a81e851b0f48) AuthConfig (31208a9136eb34066ddcd5bbbe7fbf6a845eed0dd825009c33dfda8c46d44383) AuthConfig (a16e2da9bf3d0e0f7b36c1e52201e86bb5ed39adeb864af51c6239b7e77562f7) AuthConfig (1f9d245b68a48c3328f3cf07791d41fba854b5babd9cb07885c86990e01b7dc5) AuthConfig (71fabc88f8188faaedc23940625db94c38d6bfff34c9d074135e6b76039bf76a) AuthConfig (d475150821071e7b7cf7d0e63100283c9016ed53ea932fb13aa61bee92c20a7b) AuthConfig (623fee9608c80fc925791b5afcef65d0d4efa19b8066c66fed7fbd632445639a) AuthConfig (5bb0411163390600c87f46389c2ad3cd20c35f7f4d587a020804a25a4dbaff26) AuthConfig (89c929f3c3360ecce39ae89c4402740d1a12c432671744aca200f66a8e289fef) AuthConfig (d3d0ed08e9c0e2be1fce53723d1192c8283e6789cc2a7a8adf307b15b620bce4) AuthConfig (7914892c035960b9b8b3552da0dddddddf4908972099675d10ae6a63bbe10dab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"c0c42462-daf2-4657-9abd-dc5afeaf01b6","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:42.476614224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"71c04450-9355-4e17-9f18-94ad67616930","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-494e5d","tenantID":"e2e-inf-a-494e5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:42.543120997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"71c04450-9355-4e17-9f18-94ad67616930","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"e2e-inf-a-494e5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:48.806451209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.875218641Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","namespace":"ai-tenant-e2e-inf-a-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.87528175Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","namespace":"ai-tenant-e2e-inf-a-03cb92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.875341337Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","tenant":"e2e-inf-a-03cb92","tenantID":"e2e-inf-a-03cb92","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.88984692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"Deployment","name":"maas-api-e2e-inf-a-03cb92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.918287639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"Service","name":"maas-api-e2e-inf-a-03cb92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.934734569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-03cb92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.951763688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-03cb92","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.967094936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.98195654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:49.999571865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.014634371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.027050779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"Deployment","name":"payload-processing-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.039473708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.052251586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"Service","name":"payload-processing-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.064735621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.077035481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.090999762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.103845399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.134367652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.177333159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.205132344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.221664979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-03cb92","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.234499913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-03cb92"},"namespace":"ai-tenant-e2e-inf-a-03cb92","name":"default-tenant","reconcileID":"4579a47a-6e51-4a4d-9541-7aa1f3ebd802","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-03cb92","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.708746341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-03cb92","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-03cb92","reconcileID":"49887a3f-cbe6-4410-b291-a506be2f0e3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-03cb92","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-03cb92"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:50.989596103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"6c3c2ee4-135f-4c06-b866-87a9d9ed4ee1","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.007270648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"6c3c2ee4-135f-4c06-b866-87a9d9ed4ee1","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.050357501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b71fef-ef8a-45c1-baee-906c6c3e391a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.063294303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b71fef-ef8a-45c1-baee-906c6c3e391a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.0773492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b71fef-ef8a-45c1-baee-906c6c3e391a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.080671108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"05ad02ad-bb0a-49a9-b2cd-6182a6575d93","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.080694346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"05ad02ad-bb0a-49a9-b2cd-6182a6575d93","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.093803195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b71fef-ef8a-45c1-baee-906c6c3e391a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.604868811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643b0db8-b416-4dda-9414-733d7c881dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.617628783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643b0db8-b416-4dda-9414-733d7c881dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.63036354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643b0db8-b416-4dda-9414-733d7c881dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:51.64370656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643b0db8-b416-4dda-9414-733d7c881dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.57178931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"4ba94c64-324e-423f-90eb-f10c88923692","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.571817624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"4ba94c64-324e-423f-90eb-f10c88923692","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.591720923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"caa42251-e060-4e65-a837-1399839473ce","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.591747105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"caa42251-e060-4e65-a837-1399839473ce","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:22:52.605784011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-sub","reconcileID":"16eaafde-64df-4977-953b-ef004a7e5090","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5081ce-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.618703164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"22f4874b-a9b7-4461-b226-5da55864842f","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.648758701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"22f4874b-a9b7-4461-b226-5da55864842f","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.706804247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"5535a100-621c-4bcd-bc87-857e4371e875","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.706910872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"5535a100-621c-4bcd-bc87-857e4371e875","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.722536139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"d548decc-5df2-455b-b4e6-ebc23137855c","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.722558535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"d548decc-5df2-455b-b4e6-ebc23137855c","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.763481444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2988d8-76a8-44f3-bb20-8a2f1435fe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.77708525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2988d8-76a8-44f3-bb20-8a2f1435fe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.78854572Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-sub","reconcileID":"daa781aa-03ab-4c03-8c32-25aa35295998","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"maas-trlp-test-model-5081ce","model":"test-model-5081ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-5081ce/test-model-5081ce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.78994477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2988d8-76a8-44f3-bb20-8a2f1435fe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.802768594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2988d8-76a8-44f3-bb20-8a2f1435fe99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.838882873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"79c3cd51-0ca1-46a4-8ae2-f73e5aedaf83","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.838899143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"79c3cd51-0ca1-46a4-8ae2-f73e5aedaf83","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:52.889067293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-sub","reconcileID":"26595877-4475-49ed-ae3f-0d7d270d116a","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"maas-trlp-test-model-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:53.403450903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c2d87f-668f-4286-bc3e-17565fdbbe24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:53.416609745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c2d87f-668f-4286-bc3e-17565fdbbe24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:53.429500862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c2d87f-668f-4286-bc3e-17565fdbbe24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:53.4424329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97c2d87f-668f-4286-bc3e-17565fdbbe24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:54.004278381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea8f2bb-f651-40d5-b237-9d32365ac44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:54.041013738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea8f2bb-f651-40d5-b237-9d32365ac44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:54.054685296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea8f2bb-f651-40d5-b237-9d32365ac44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:54.067325684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea8f2bb-f651-40d5-b237-9d32365ac44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:58.989673232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaf2b6c-28c0-4fe9-8d24-dc1d7eea33ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:59.002501213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaf2b6c-28c0-4fe9-8d24-dc1d7eea33ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:59.01524265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaf2b6c-28c0-4fe9-8d24-dc1d7eea33ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:59.027788296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbaf2b6c-28c0-4fe9-8d24-dc1d7eea33ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:59.552840083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efe037f-511d-4586-b659-7175ab3b5416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:59.568736618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efe037f-511d-4586-b659-7175ab3b5416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:59.640575914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efe037f-511d-4586-b659-7175ab3b5416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:22:59.653571196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0efe037f-511d-4586-b659-7175ab3b5416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:06.534436122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-sub","reconcileID":"40221d67-c7cf-4e46-81b9-0880f2451a54","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"maas-trlp-test-model-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:06.581349627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"2b856ef0-61ca-4bc6-817f-a8e36ca89ed7","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:06.581369025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"2b856ef0-61ca-4bc6-817f-a8e36ca89ed7","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:08.29952411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"1c48b517-e50d-4036-a117-e211046b452b","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-494e5d","tenantID":"e2e-inf-a-494e5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:08.317724266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"1c48b517-e50d-4036-a117-e211046b452b","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"e2e-inf-a-494e5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:08.955395844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"13559b3c-6cf2-433a-afbd-a92317427780","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:08.955430393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"13559b3c-6cf2-433a-afbd-a92317427780","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:09.260086448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"28a94d77-4610-4ad9-a870-9bdf368c9ee4","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:09.260112679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"28a94d77-4610-4ad9-a870-9bdf368c9ee4","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:09.277675869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"7900d6d1-77ed-496a-a3b8-b6c16e01ac5d","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:09.277693177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"7900d6d1-77ed-496a-a3b8-b6c16e01ac5d","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:09.341405612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"eb205144-7de3-490c-8994-301c27436994","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d2214e","tenantID":"e2e-inf-b-d2214e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:09.365624282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"eb205144-7de3-490c-8994-301c27436994","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"e2e-inf-b-d2214e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:09.443062113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"3f8983a6-a368-4a76-b774-0845c8bdf0f1","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:09.443354073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"3f8983a6-a368-4a76-b774-0845c8bdf0f1","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.90973792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"68aa0df9-96dd-4109-af3a-e8a04073596b","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.909765529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"68aa0df9-96dd-4109-af3a-e8a04073596b","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.93121807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"c6b3b50b-e971-4d7d-98e7-263db2571ab3","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.931239455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"c6b3b50b-e971-4d7d-98e7-263db2571ab3","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:23:14.94125992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"26cd77df-a75b-40ca-a8df-1031e78576b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-d2214e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:23:14.945481017Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"c6b3b50b-e971-4d7d-98e7-263db2571ab3","name":"test-model-d2214e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d2214e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:23:14.945536297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"c6b3b50b-e971-4d7d-98e7-263db2571ab3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d2214e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.951012458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"dccac9f0-e7f6-4f23-81f2-e6b46e2669d6","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.951032317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"dccac9f0-e7f6-4f23-81f2-e6b46e2669d6","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.956573227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"887a281b-a870-48c7-949c-9a329d24b3b9","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d2214e","tenantID":"e2e-inf-b-d2214e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.973773404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"887a281b-a870-48c7-949c-9a329d24b3b9","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"e2e-inf-b-d2214e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.974519369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"b512744c-1748-4b5f-ab35-e57685f408a7","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.974537087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"b512744c-1748-4b5f-ab35-e57685f408a7","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.990478862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"09cbbbd7-4f73-4682-affd-7076293111a1","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:14.99049919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"09cbbbd7-4f73-4682-affd-7076293111a1","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:15.054088638Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"704f3736-5313-4b94-8a4c-7e61e1ebb4ee","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"maas-trlp-test-model-d2214e","model":"test-model-d2214e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-d2214e/test-model-d2214e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:15.105691688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"8e3f1d4f-eca2-41a1-b1c5-20b2e71c29ea","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:15.10572425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"8e3f1d4f-eca2-41a1-b1c5-20b2e71c29ea","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:15.144976088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"58a0f555-5c05-474f-807e-a59d3308607f","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"maas-trlp-test-model-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:15.660661369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"ae4fea0f-8321-4f1d-b0a9-7f752900f863","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"maas-trlp-test-model-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:18.806068585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:32.492053841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-sub","reconcileID":"552279c9-7d0b-4003-8d3e-6f9940ebc1eb","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"maas-trlp-test-model-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:32.545215021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"34fb2edd-6661-4ed7-8a6b-e373d629ca14","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:32.545236144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"34fb2edd-6661-4ed7-8a6b-e373d629ca14","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:32.78835971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"d9057c39-0eca-48d5-96c3-d449703997a3","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:32.806042946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"d9057c39-0eca-48d5-96c3-d449703997a3","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.081865582Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","namespace":"ai-tenant-e2e-inf-a-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.081926846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","namespace":"ai-tenant-e2e-inf-a-6a7ef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.081973042Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","tenant":"e2e-inf-a-6a7ef6","tenantID":"e2e-inf-a-6a7ef6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.09680886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"Deployment","name":"maas-api-e2e-inf-a-6a7ef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.121228156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"Service","name":"maas-api-e2e-inf-a-6a7ef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.139703574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-6a7ef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.15634116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-6a7ef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.17582441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.202311756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.220189813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.235678157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.248517025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"Deployment","name":"payload-processing-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.261004316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.273881278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"Service","name":"payload-processing-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.286460434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.299090401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.311829945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.3244366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.35735155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.373405495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.39347098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.406505768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-6a7ef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.419368875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-6a7ef6"},"namespace":"ai-tenant-e2e-inf-a-6a7ef6","name":"default-tenant","reconcileID":"d60b0223-2ff3-4ae6-80fb-e2ddfede892d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-6a7ef6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:40.831371249Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-6a7ef6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-6a7ef6","reconcileID":"3fe79a59-06c5-48c4-a641-f70ed81609a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-6a7ef6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-6a7ef6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:41.214790829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d94457-9699-4e82-afab-1e268f5ee8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:41.227959261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d94457-9699-4e82-afab-1e268f5ee8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:41.24157701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d94457-9699-4e82-afab-1e268f5ee8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:41.255338765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d94457-9699-4e82-afab-1e268f5ee8aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:41.774347163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757672b0-6ac0-4da5-a07b-98f7a2c0d7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:41.790873059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757672b0-6ac0-4da5-a07b-98f7a2c0d7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:41.805251708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757672b0-6ac0-4da5-a07b-98f7a2c0d7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:41.818383599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757672b0-6ac0-4da5-a07b-98f7a2c0d7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.221033033Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","namespace":"ai-tenant-e2e-inf-b-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.221114137Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","namespace":"ai-tenant-e2e-inf-b-1611ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.221207942Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","tenant":"e2e-inf-b-1611ee","tenantID":"e2e-inf-b-1611ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.238020601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"Deployment","name":"maas-api-e2e-inf-b-1611ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.271181881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"Service","name":"maas-api-e2e-inf-b-1611ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.288690584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-1611ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.304361439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-1611ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.319791162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.336733834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.35487502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.370712554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.383203957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"Deployment","name":"payload-processing-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.396541334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.409120566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"Service","name":"payload-processing-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.421709555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.434936582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.447506735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.460409297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.48025538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.494673147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.52538025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.542342917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-1611ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.556911043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1611ee"},"namespace":"ai-tenant-e2e-inf-b-1611ee","name":"default-tenant","reconcileID":"3de81598-6c55-4c88-a63b-e4c806f5df88","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-1611ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:45.93059528Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-1611ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-1611ee","reconcileID":"1fa1ff1b-fcbc-48a7-84d5-3f4414d4a70a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-1611ee","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-1611ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:46.303673358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f88b70f-8877-48a0-b79e-18372367085c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:46.316296015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f88b70f-8877-48a0-b79e-18372367085c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:46.328877828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f88b70f-8877-48a0-b79e-18372367085c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:46.341621149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f88b70f-8877-48a0-b79e-18372367085c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:46.91388588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e425d312-26a3-48a1-b07d-20c66106231a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:46.926794202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e425d312-26a3-48a1-b07d-20c66106231a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:46.939606253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e425d312-26a3-48a1-b07d-20c66106231a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:46.952647365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e425d312-26a3-48a1-b07d-20c66106231a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:48.512890725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7bb29a-1972-427f-9181-bdb26ff12460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:48.525689621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7bb29a-1972-427f-9181-bdb26ff12460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:48.538544242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7bb29a-1972-427f-9181-bdb26ff12460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:48.551480204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7bb29a-1972-427f-9181-bdb26ff12460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:48.805788075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:49.106463021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61786901-1298-48c2-a498-200e8aa062ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:49.119045241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61786901-1298-48c2-a498-200e8aa062ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:49.131516734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61786901-1298-48c2-a498-200e8aa062ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:49.144907171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61786901-1298-48c2-a498-200e8aa062ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:54.019614008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"bc202665-b0a5-4282-8e2d-aa73fcceefa9","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"maas-trlp-test-model-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:54.069895235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"fda0923a-6085-4b95-a885-0eb52f640ab4","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:54.069917853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"fda0923a-6085-4b95-a885-0eb52f640ab4","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:55.833280719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"6f81de3f-830b-4cf7-b09d-c675686cf399","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d2214e","tenantID":"e2e-inf-b-d2214e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:55.850972397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"6f81de3f-830b-4cf7-b09d-c675686cf399","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"e2e-inf-b-d2214e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.177616091Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"be7aa704-d98b-40ca-9f4c-61d063d62355","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.178103015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"8a33e249-7e9f-46d3-b8c5-6e11ac2144fe","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.178584716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"8a33e249-7e9f-46d3-b8c5-6e11ac2144fe","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.23923985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-sub","reconcileID":"a1f75a7a-a7e7-46f1-83e0-2951a3bc1b41","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"maas-trlp-test-model-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.305741245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"be7aa704-d98b-40ca-9f4c-61d063d62355","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9de9b4","tenantID":"e2e-inf-a-9de9b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.323039941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"be7aa704-d98b-40ca-9f4c-61d063d62355","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"e2e-inf-a-9de9b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.323061425Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-auth","reconcileID":"be7aa704-d98b-40ca-9f4c-61d063d62355","MaaSAuthPolicy":{"name":"test-model-9de9b4-auth","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.342728274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"634719b7-d949-473c-9f57-c4b4a778e1ee","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.342752478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"634719b7-d949-473c-9f57-c4b4a778e1ee","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.401907329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-sub","reconcileID":"622bf03f-c85b-45dd-a55d-866f0c4ed4f1","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"maas-trlp-test-model-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.47898367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"1a33760f-c0af-4036-a731-a8fc60a14886","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:23:57.479007982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"1a33760f-c0af-4036-a731-a8fc60a14886","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:07.534839235Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-sub","reconcileID":"0c37ee32-bb57-4b55-8244-fa2764b99fdd","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","subscription":"test-model-9de9b4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:07.566100823Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-sub","reconcileID":"0c37ee32-bb57-4b55-8244-fa2764b99fdd","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:07.579908994Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4-sub","reconcileID":"0c37ee32-bb57-4b55-8244-fa2764b99fdd","MaaSSubscription":{"name":"test-model-9de9b4-sub","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"name":"maas-trlp-test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:07.702961515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"378b7f0a-b924-4b80-9284-84050314ad68","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"tenant":"e2e-inf-a-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","model":"ai-tenant-e2e-inf-a-9de9b4/test-model-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:07.702981719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"test-model-9de9b4","reconcileID":"378b7f0a-b924-4b80-9284-84050314ad68","MaaSModelRef":{"name":"test-model-9de9b4","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"routeName":"test-model-9de9b4-kserve-route","namespace":"ai-tenant-e2e-inf-a-9de9b4","llmisvcName":"test-model-9de9b4","gateway":"openshift-ingress/e2e-inf-a-9de9b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.602913667Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"0b6e62e8-39d7-4720-94c8-a697db3da4e9","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.603685681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"f7a46afa-ecc2-4b06-a57b-370f96fb8c58","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.610424645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"f7a46afa-ecc2-4b06-a57b-370f96fb8c58","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.723014096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-sub","reconcileID":"27be82f5-3e70-465b-8588-b774f1dc4b5d","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"maas-trlp-test-model-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.739509144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"0b6e62e8-39d7-4720-94c8-a697db3da4e9","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.758084165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"0b6e62e8-39d7-4720-94c8-a697db3da4e9","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.758109556Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"0b6e62e8-39d7-4720-94c8-a697db3da4e9","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.77775964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"a485f96e-5419-4f0a-84fb-c48ef095b6b8","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.77807275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"e0d64d3c-99ec-472c-acc8-80d94061bf0a","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.778095664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"e0d64d3c-99ec-472c-acc8-80d94061bf0a","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.837007861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-sub","reconcileID":"488b3f70-35f7-4f38-a4cd-d9668f8a7cae","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"maas-trlp-test-model-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.936489735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"45ffeeae-3693-4eba-bfdd-5b0a07b48855","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:08.93651665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"45ffeeae-3693-4eba-bfdd-5b0a07b48855","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:09.022720805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"a485f96e-5419-4f0a-84fb-c48ef095b6b8","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:09.041942487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"a485f96e-5419-4f0a-84fb-c48ef095b6b8","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"e2e-inf-b-5081ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:09.041965329Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"a485f96e-5419-4f0a-84fb-c48ef095b6b8","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5081ce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:24:09.055060974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5081ce-auth","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-auth","reconcileID":"a485f96e-5419-4f0a-84fb-c48ef095b6b8","error":"maasauthpolicies.maas.opendatahub.io \"test-model-5081ce-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:16.971506149Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"dfbba509-d3d9-46bf-8c9b-8a54c037d119","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:16.971680684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"7b1634b9-7111-4a87-9c6e-51320ec3bac3","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:16.971704475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"7b1634b9-7111-4a87-9c6e-51320ec3bac3","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.032295415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-sub","reconcileID":"38df84fe-cac7-4490-90c8-6be668a018e6","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"maas-trlp-test-model-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.097060296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"dfbba509-d3d9-46bf-8c9b-8a54c037d119","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-494e5d","tenantID":"e2e-inf-a-494e5d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.115422805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"dfbba509-d3d9-46bf-8c9b-8a54c037d119","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"e2e-inf-a-494e5d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.11544203Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-auth","reconcileID":"dfbba509-d3d9-46bf-8c9b-8a54c037d119","MaaSAuthPolicy":{"name":"test-model-494e5d-auth","namespace":"ai-tenant-e2e-inf-a-494e5d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.135027068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"cec82296-3f3d-4f01-8f78-b8fd703bdcaa","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.135047734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"cec82296-3f3d-4f01-8f78-b8fd703bdcaa","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.155020028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"557575bb-dea0-4b0e-905d-0afaee5509d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.155042035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"557575bb-dea0-4b0e-905d-0afaee5509d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.194867896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-sub","reconcileID":"d166734e-5e7d-4646-901e-ee7260afbec1","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"maas-trlp-test-model-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.210833368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ffb31b57","namespace":"ai-tenant-e2e-mt-ffb31b57"},"namespace":"ai-tenant-e2e-mt-ffb31b57","name":"e2e-policy-ffb31b57","reconcileID":"11fd7578-9f95-4f82-a1a7-497818efa879","MaaSAuthPolicy":{"name":"e2e-policy-ffb31b57","namespace":"ai-tenant-e2e-mt-ffb31b57"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.229875613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ffb31b57","namespace":"ai-tenant-e2e-mt-ffb31b57"},"namespace":"ai-tenant-e2e-mt-ffb31b57","name":"e2e-policy-ffb31b57","reconcileID":"11fd7578-9f95-4f82-a1a7-497818efa879","MaaSAuthPolicy":{"name":"e2e-policy-ffb31b57","namespace":"ai-tenant-e2e-mt-ffb31b57"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.280670312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"9f732571-fab2-4f42-8e13-d477a5b33527","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.280688112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"9f732571-fab2-4f42-8e13-d477a5b33527","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.389484811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7106eb8-0bf0-4327-9339-fd05277385ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.389509316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7106eb8-0bf0-4327-9339-fd05277385ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.731331089Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ffb31b57","namespace":"ai-tenant-e2e-mt-ffb31b57"},"namespace":"ai-tenant-e2e-mt-ffb31b57","name":"e2e-policy-ffb31b57","reconcileID":"0ab4dc5a-cb74-4705-9c55-d18c12c217ec","MaaSAuthPolicy":{"name":"e2e-policy-ffb31b57","namespace":"ai-tenant-e2e-mt-ffb31b57"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.731535287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a04ef6cb-bf66-47f1-b3f3-2ecbb8fc8dd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.731552449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a04ef6cb-bf66-47f1-b3f3-2ecbb8fc8dd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.756051993Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ffb31b57","namespace":"ai-tenant-e2e-mt-ffb31b57"},"namespace":"ai-tenant-e2e-mt-ffb31b57","name":"e2e-policy-ffb31b57","reconcileID":"0ab4dc5a-cb74-4705-9c55-d18c12c217ec","MaaSAuthPolicy":{"name":"e2e-policy-ffb31b57","namespace":"ai-tenant-e2e-mt-ffb31b57"},"policyNamespace":"ai-tenant-e2e-mt-ffb31b57","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.772893937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4a7d608-41e4-4bb3-9054-fc3b0c1a39f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:17.772910726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4a7d608-41e4-4bb3-9054-fc3b0c1a39f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:18.806244739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:18.980808062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-sub","reconcileID":"e18affa8-773e-45ec-bb15-c491083dac3c","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","subscription":"test-model-5081ce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:18.994124041Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-sub","reconcileID":"e18affa8-773e-45ec-bb15-c491083dac3c","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:19.007496065Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce-sub","reconcileID":"e18affa8-773e-45ec-bb15-c491083dac3c","MaaSSubscription":{"name":"test-model-5081ce-sub","namespace":"ai-tenant-e2e-inf-b-5081ce"},"name":"maas-trlp-test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:19.085508048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"ae3fabde-a3c0-427a-af3b-fc8a91b00ee5","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"tenant":"e2e-inf-b-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","model":"ai-tenant-e2e-inf-b-5081ce/test-model-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:19.085531436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"test-model-5081ce","reconcileID":"ae3fabde-a3c0-427a-af3b-fc8a91b00ee5","MaaSModelRef":{"name":"test-model-5081ce","namespace":"ai-tenant-e2e-inf-b-5081ce"},"routeName":"test-model-5081ce-kserve-route","namespace":"ai-tenant-e2e-inf-b-5081ce","llmisvcName":"test-model-5081ce","gateway":"openshift-ingress/e2e-inf-b-5081ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:27.327013336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-sub","reconcileID":"ca24cbf6-a249-49b3-b8c2-787b81f4b5ce","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","subscription":"test-model-494e5d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:27.340138951Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-sub","reconcileID":"ca24cbf6-a249-49b3-b8c2-787b81f4b5ce","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:27.353178238Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d-sub","reconcileID":"ca24cbf6-a249-49b3-b8c2-787b81f4b5ce","MaaSSubscription":{"name":"test-model-494e5d-sub","namespace":"ai-tenant-e2e-inf-a-494e5d"},"name":"maas-trlp-test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:27.438684834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"9e151598-511c-4696-ac2f-3c7fb25e45ac","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"tenant":"e2e-inf-a-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","model":"ai-tenant-e2e-inf-a-494e5d/test-model-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:27.438705041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"test-model-494e5d","reconcileID":"9e151598-511c-4696-ac2f-3c7fb25e45ac","MaaSModelRef":{"name":"test-model-494e5d","namespace":"ai-tenant-e2e-inf-a-494e5d"},"routeName":"test-model-494e5d-kserve-route","namespace":"ai-tenant-e2e-inf-a-494e5d","llmisvcName":"test-model-494e5d","gateway":"openshift-ingress/e2e-inf-a-494e5d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:31.772701732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8a1a29-8b16-4e4f-ae93-b460809df5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:31.786531028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8a1a29-8b16-4e4f-ae93-b460809df5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:31.800032482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8a1a29-8b16-4e4f-ae93-b460809df5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:31.825802417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da8a1a29-8b16-4e4f-ae93-b460809df5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:31.833491833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"143185d7-49e5-4dbe-898b-fb1b58fc9bc0","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:31.834238447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"143185d7-49e5-4dbe-898b-fb1b58fc9bc0","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:31.838101931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"acb76f63-75aa-4d99-be4e-e07e20b94670","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:31.926657642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"97a6c4a7-3bc5-4252-b280-992483462463","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"maas-trlp-test-model-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:31.985050102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"acb76f63-75aa-4d99-be4e-e07e20b94670","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d2214e","tenantID":"e2e-inf-b-d2214e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.003054537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"acb76f63-75aa-4d99-be4e-e07e20b94670","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"e2e-inf-b-d2214e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.003075886Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-auth","reconcileID":"acb76f63-75aa-4d99-be4e-e07e20b94670","MaaSAuthPolicy":{"name":"test-model-d2214e-auth","namespace":"ai-tenant-e2e-inf-b-d2214e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.02241445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"968fbee7-c17a-43a3-8b9a-dba9c3500949","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.022432543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"968fbee7-c17a-43a3-8b9a-dba9c3500949","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.080393523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"eaa25a75-b45f-46fd-9a3a-0787e6e9dc19","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"maas-trlp-test-model-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.1704006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"8d4a0fa2-c220-4a1a-bc2c-7e5ec91a5720","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.170430869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"8d4a0fa2-c220-4a1a-bc2c-7e5ec91a5720","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.380537204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414191e8-c75b-41ab-bf00-614b16eb2783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.393792218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414191e8-c75b-41ab-bf00-614b16eb2783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.40673513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414191e8-c75b-41ab-bf00-614b16eb2783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.419854881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414191e8-c75b-41ab-bf00-614b16eb2783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.8305944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","namespace":"ai-tenant-e2e-inf-b-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.830651099Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","namespace":"ai-tenant-e2e-inf-b-882e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.83070045Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","tenant":"e2e-inf-b-882e43","tenantID":"e2e-inf-b-882e43","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.845409864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"Deployment","name":"maas-api-e2e-inf-b-882e43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.869471383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"Service","name":"maas-api-e2e-inf-b-882e43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.889863725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-882e43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.905433658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-882e43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.92103312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.93624177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.954033687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.969411521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.981642296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"Deployment","name":"payload-processing-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:32.994009096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.006367848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"Service","name":"payload-processing-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.025068899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.037968357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.050328161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.062847008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.079255577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.09576833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.121447328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.138469981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-882e43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.153920168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-882e43"},"namespace":"ai-tenant-e2e-inf-b-882e43","name":"default-tenant","reconcileID":"9484f1d5-108f-4f16-9c98-f0203f8c391c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-882e43","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.59267598Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-882e43","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-882e43","reconcileID":"79de975f-4d50-401a-b0d3-0edf8051e94c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-882e43","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-882e43"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.940694906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8dc082-c6df-4630-b0fd-9b90abddb388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.956030409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8dc082-c6df-4630-b0fd-9b90abddb388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.968842938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8dc082-c6df-4630-b0fd-9b90abddb388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:33.981755989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8dc082-c6df-4630-b0fd-9b90abddb388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:34.511980387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af2ca9-8a58-4d9f-bf08-807df2c05d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:34.524831567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af2ca9-8a58-4d9f-bf08-807df2c05d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:34.537554574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af2ca9-8a58-4d9f-bf08-807df2c05d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:34.550474926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af2ca9-8a58-4d9f-bf08-807df2c05d3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.215773808Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"265d5ef6-453b-491a-be1a-a0aa86a85911","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","subscription":"test-model-d2214e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.229790173Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"265d5ef6-453b-491a-be1a-a0aa86a85911","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.25285935Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e-sub","reconcileID":"265d5ef6-453b-491a-be1a-a0aa86a85911","MaaSSubscription":{"name":"test-model-d2214e-sub","namespace":"ai-tenant-e2e-inf-b-d2214e"},"name":"maas-trlp-test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.415126946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"8a1cfa64-5e07-4f39-8130-3630eff7b685","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"tenant":"e2e-inf-b-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","model":"ai-tenant-e2e-inf-b-d2214e/test-model-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.415175173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"test-model-d2214e","reconcileID":"8a1cfa64-5e07-4f39-8130-3630eff7b685","MaaSModelRef":{"name":"test-model-d2214e","namespace":"ai-tenant-e2e-inf-b-d2214e"},"routeName":"test-model-d2214e-kserve-route","namespace":"ai-tenant-e2e-inf-b-d2214e","llmisvcName":"test-model-d2214e","gateway":"openshift-ingress/e2e-inf-b-d2214e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.653581301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1c31cc41","namespace":"ai-tenant-e2e-mt-1c31cc41"},"namespace":"ai-tenant-e2e-mt-1c31cc41","name":"e2e-policy-1c31cc41","reconcileID":"e7eed5ef-296f-4648-ba36-558e06fafae5","MaaSAuthPolicy":{"name":"e2e-policy-1c31cc41","namespace":"ai-tenant-e2e-mt-1c31cc41"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.672976957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1c31cc41","namespace":"ai-tenant-e2e-mt-1c31cc41"},"namespace":"ai-tenant-e2e-mt-1c31cc41","name":"e2e-policy-1c31cc41","reconcileID":"e7eed5ef-296f-4648-ba36-558e06fafae5","MaaSAuthPolicy":{"name":"e2e-policy-1c31cc41","namespace":"ai-tenant-e2e-mt-1c31cc41"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.683694028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"399ed50b-7e51-45f2-99ab-4864156cb542","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.683765303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"399ed50b-7e51-45f2-99ab-4864156cb542","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.889547055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11150759-8641-40cc-b0c0-8ea65e4440b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:42.889636104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11150759-8641-40cc-b0c0-8ea65e4440b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:48.806477829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.566462329Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","namespace":"ai-tenant-e2e-inf-a-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.566516818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","namespace":"ai-tenant-e2e-inf-a-9de9b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.566565095Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","tenant":"e2e-inf-a-9de9b4","tenantID":"e2e-inf-a-9de9b4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.581194954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"Deployment","name":"maas-api-e2e-inf-a-9de9b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.608013186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"Service","name":"maas-api-e2e-inf-a-9de9b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.632308095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-9de9b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.64969287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-9de9b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.670051031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.686558856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.704415871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.719794558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.734934761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"Deployment","name":"payload-processing-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.793924229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.81649312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"Service","name":"payload-processing-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.848267922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.86470156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.888559815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.901788523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.918685889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.932396528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.946446615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.96241289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-9de9b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:50.977420568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9de9b4"},"namespace":"ai-tenant-e2e-inf-a-9de9b4","name":"default-tenant","reconcileID":"b9070937-90a8-4722-82b9-a19d3c762d5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-9de9b4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:51.325598482Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9de9b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9de9b4","reconcileID":"70faf0a1-1a67-4bbc-8cc7-18a846611552","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9de9b4","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-9de9b4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:51.666304917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d211d32-0551-42b8-a5dc-9dc224a2a1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:51.680886975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d211d32-0551-42b8-a5dc-9dc224a2a1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:51.696153937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d211d32-0551-42b8-a5dc-9dc224a2a1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:51.709706811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d211d32-0551-42b8-a5dc-9dc224a2a1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:52.2147958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6152f606-dcf0-4b80-90be-a564cc1b19d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:52.227538439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6152f606-dcf0-4b80-90be-a564cc1b19d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:52.24083035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6152f606-dcf0-4b80-90be-a564cc1b19d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:52.253574035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6152f606-dcf0-4b80-90be-a564cc1b19d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:53.912917725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338ea36a-ddbc-44a0-8fca-0d60f3204eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:53.92562177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338ea36a-ddbc-44a0-8fca-0d60f3204eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:53.938133396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338ea36a-ddbc-44a0-8fca-0d60f3204eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:53.951565809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"338ea36a-ddbc-44a0-8fca-0d60f3204eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:54.541859259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e793e97b-56ec-42ae-863c-bc674a2b68be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:54.554723742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e793e97b-56ec-42ae-863c-bc674a2b68be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:54.567556313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e793e97b-56ec-42ae-863c-bc674a2b68be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:54.580989715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e793e97b-56ec-42ae-863c-bc674a2b68be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:59.216387543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3fb894-3084-4ad8-9c61-e0bf442dc0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:59.229127096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3fb894-3084-4ad8-9c61-e0bf442dc0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:59.24242724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3fb894-3084-4ad8-9c61-e0bf442dc0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:59.255414021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb3fb894-3084-4ad8-9c61-e0bf442dc0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:59.876005448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93747174-e241-453a-947b-2dec8a3fd71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:59.888704362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93747174-e241-453a-947b-2dec8a3fd71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:59.901605302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93747174-e241-453a-947b-2dec8a3fd71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:24:59.9143551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93747174-e241-453a-947b-2dec8a3fd71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:00.431988695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abf5a8d-e5f2-43eb-b831-9d6be968fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:00.445702753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abf5a8d-e5f2-43eb-b831-9d6be968fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:00.458626723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abf5a8d-e5f2-43eb-b831-9d6be968fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:00.472044269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9abf5a8d-e5f2-43eb-b831-9d6be968fb75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:08.780566868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1c31cc41","namespace":"ai-tenant-e2e-mt-1c31cc41"},"namespace":"ai-tenant-e2e-mt-1c31cc41","name":"e2e-policy-1c31cc41","reconcileID":"ccefd6c8-7f4b-41ab-98ca-550a83e1de10","MaaSAuthPolicy":{"name":"e2e-policy-1c31cc41","namespace":"ai-tenant-e2e-mt-1c31cc41"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:08.805937104Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1c31cc41","namespace":"ai-tenant-e2e-mt-1c31cc41"},"namespace":"ai-tenant-e2e-mt-1c31cc41","name":"e2e-policy-1c31cc41","reconcileID":"ccefd6c8-7f4b-41ab-98ca-550a83e1de10","MaaSAuthPolicy":{"name":"e2e-policy-1c31cc41","namespace":"ai-tenant-e2e-mt-1c31cc41"},"policyNamespace":"ai-tenant-e2e-mt-1c31cc41","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:18.806594528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.489123261Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","namespace":"ai-tenant-e2e-inf-a-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.489218143Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","namespace":"ai-tenant-e2e-inf-a-494e5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.489273973Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","tenant":"e2e-inf-a-494e5d","tenantID":"e2e-inf-a-494e5d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.503824419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"Deployment","name":"maas-api-e2e-inf-a-494e5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.532874206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"Service","name":"maas-api-e2e-inf-a-494e5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.551528965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-494e5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.565885856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-494e5d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.589196362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.606304534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.624362395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.639756614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.652244912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"Deployment","name":"payload-processing-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.664822761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.679358756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"Service","name":"payload-processing-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.691590814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.703913054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.719443271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.732436815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.749205105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.764426114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.795428439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.810455413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-494e5d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:32.826504612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-494e5d"},"namespace":"ai-tenant-e2e-inf-a-494e5d","name":"default-tenant","reconcileID":"04613b75-becc-4695-a74a-9f8359f6a0d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-494e5d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:33.115129133Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-494e5d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-494e5d","reconcileID":"a57d43d2-cd49-427a-87ad-9be03d2728fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-494e5d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-494e5d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:33.465085563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be5db9fe-12ba-410d-bb2c-99042184d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:33.478130975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be5db9fe-12ba-410d-bb2c-99042184d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:33.491125541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be5db9fe-12ba-410d-bb2c-99042184d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:33.503820403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be5db9fe-12ba-410d-bb2c-99042184d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:34.016447728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821b6532-5739-468e-ba7e-87450744c438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:34.029209639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821b6532-5739-468e-ba7e-87450744c438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:34.042516725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821b6532-5739-468e-ba7e-87450744c438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:34.055298121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821b6532-5739-468e-ba7e-87450744c438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:41.329871266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c3d055-7da7-4af5-97c4-5a7e797585df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:41.342654369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c3d055-7da7-4af5-97c4-5a7e797585df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:41.355348193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c3d055-7da7-4af5-97c4-5a7e797585df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:41.368255478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c3d055-7da7-4af5-97c4-5a7e797585df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:41.932159948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e871fd5-f0c8-41e3-8203-8856c5780e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:41.945309487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e871fd5-f0c8-41e3-8203-8856c5780e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:41.958289784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e871fd5-f0c8-41e3-8203-8856c5780e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:41.972049737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e871fd5-f0c8-41e3-8203-8856c5780e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.389566954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5ecdd7d-ba32-4441-b27b-8dd308133b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.389586891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5ecdd7d-ba32-4441-b27b-8dd308133b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.416798282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"710204c7-3bbf-49d4-b47a-6cbbbf049400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.41681666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"710204c7-3bbf-49d4-b47a-6cbbbf049400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.456307209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"9595ede2-72d2-470b-a318-006223e735c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.46524903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-policy-a72af918","reconcileID":"c7e18bf5-29d6-4ab9-a169-da224846e860","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.491759457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-policy-a72af918","reconcileID":"c7e18bf5-29d6-4ab9-a169-da224846e860","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.556906953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"6f48a214-67b9-46c4-9603-4f664398c1be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.567313413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c7c315-7c68-414b-8187-618bdcbe3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.580553487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c7c315-7c68-414b-8187-618bdcbe3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.596367552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c7c315-7c68-414b-8187-618bdcbe3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.609523067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86c7c315-7c68-414b-8187-618bdcbe3c31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.612209228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7ce68ac-9a07-448b-aca3-0495222bbb58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.612223495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7ce68ac-9a07-448b-aca3-0495222bbb58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.628865567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59c027b8-4129-4772-ae3f-ae96dfe5b945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.62888191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59c027b8-4129-4772-ae3f-ae96dfe5b945","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:25:42.644084828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-sub-a72af918","reconcileID":"88a15ab5-9eeb-46b0-bb1c-b1229cd4647b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a72af918\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.658693078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f79e291-4f08-4f27-9d8d-295ba39e07a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.658712535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f79e291-4f08-4f27-9d8d-295ba39e07a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.658898266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"3c2dc8ec-c3e2-4354-af00-3fe35fdcc003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.681069922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34407595-e444-47ff-9ee4-66bf3454f493","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.6810846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34407595-e444-47ff-9ee4-66bf3454f493","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.698765216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fa483fc-ee5b-486f-9a03-684300970df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.698780072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fa483fc-ee5b-486f-9a03-684300970df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.805319559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-sub-a72af918","reconcileID":"87714c72-144a-40dc-a7fc-f1c9c0585ecf","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-a72af918/e2e-shared-sub-a72af918","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:25:42.806697369Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcaddbcc-5736-45f4-8a82-7af0a7cd5e4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"error":"failed to update TokenRateLimitPolicy for model llm/facebook-opt-125m-simulated: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-facebook-opt-125m-simulated\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:25:42.826176526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcaddbcc-5736-45f4-8a82-7af0a7cd5e4f","error":"failed to update TokenRateLimitPolicy for model llm/facebook-opt-125m-simulated: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-facebook-opt-125m-simulated\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.826365772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc3dfbae-9b27-4211-a53b-2e57db146fbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.826381901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc3dfbae-9b27-4211-a53b-2e57db146fbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.855683111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"e4788461-2331-43a5-9842-4a282b6a8883","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.855853985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81592936-f92d-424c-94d1-7eceda2d1a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.855869585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81592936-f92d-424c-94d1-7eceda2d1a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.859454563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"3129d729-9462-476f-8d24-fe1bf6c7e8e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.864730295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a29f7a2c-b0a4-4116-b0a0-0885b7291585","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.937079097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2a0dc5a-0aab-49e2-9f30-c369e5075256","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.937094362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2a0dc5a-0aab-49e2-9f30-c369e5075256","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:42.954012319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-sub-a72af918","reconcileID":"15300c64-9c3a-4c8d-aff7-8f461b5ba898","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.147342031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"e8b0b525-b480-417c-b7bd-54279ad267fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.20388854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc5c68f-6fd6-488f-8b11-e04825abc230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.21907381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc5c68f-6fd6-488f-8b11-e04825abc230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.231981671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc5c68f-6fd6-488f-8b11-e04825abc230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.24480833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edc5c68f-6fd6-488f-8b11-e04825abc230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.27092404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd047ab1-91ac-4696-81e6-bca402afa9d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.349000283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"2386f2f5-53cd-4135-af21-d3c67098e2b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.448459331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"1cdfb290-db6a-402d-a3da-ef91962d0b3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.548334865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"cb3b7b12-c745-44a6-9472-22372039d963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.5485381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"5043d324-f499-4871-981a-7ca0361e57ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.588750433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62b0863d-b018-4f2b-985a-ea6746756ad8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.58876767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62b0863d-b018-4f2b-985a-ea6746756ad8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.60673844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea3e04a1-adb4-49d1-9abc-3a743ff300ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.606756134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea3e04a1-adb4-49d1-9abc-3a743ff300ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.634345143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-policy-a72af918","reconcileID":"e8b8912f-2abb-4f95-89d5-add98c0dfac6","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.65482947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-policy-a72af918","reconcileID":"e8b8912f-2abb-4f95-89d5-add98c0dfac6","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.792344593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05357445-9433-422a-bd41-5582a5c0ac0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.792370501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05357445-9433-422a-bd41-5582a5c0ac0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.810137498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e429628-39e1-4676-9c61-3801c77b52dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.810196612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e429628-39e1-4676-9c61-3801c77b52dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.815748581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a0b2251-5d87-4a29-bce2-b3c13e2e6703","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.815774825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a0b2251-5d87-4a29-bce2-b3c13e2e6703","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:25:43.825925409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-sub-a72af918","reconcileID":"73b16659-a9af-40e4-a99f-649fcda3a2da","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a72af918\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.865390919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12c5c6b1-74fa-4d98-b840-f6418091adfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.86540672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12c5c6b1-74fa-4d98-b840-f6418091adfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.881335475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bfe4179-7761-4655-ac27-2362d64a80f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.881349369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bfe4179-7761-4655-ac27-2362d64a80f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.939003091Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-sub-a72af918","reconcileID":"81dce763-9e05-4e29-94e8-becc7fa5a186","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-489b61ab/e2e-shared-sub-a72af918","ai-tenant-e2e-mt-a72af918/e2e-shared-sub-a72af918","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.987321491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb334d76-f0a1-43ef-b7c2-04c6cc5fbf9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:43.987338335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb334d76-f0a1-43ef-b7c2-04c6cc5fbf9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:44.020256458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"483d32d1-5adc-4f1f-9c50-75224eab6bac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:44.020255905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-sub-a72af918","reconcileID":"efb94824-c5d2-41af-a730-569c94d82186","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:44.025523791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-sub-a72af918","reconcileID":"49943a1f-df43-400c-b27e-3bccdbd2b231","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:44.870020341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-policy-a72af918","reconcileID":"41596484-7c81-437e-839e-8bafc6296129","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:44.870288962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fde112f-6621-404b-93ab-a8a49320963d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:44.87031204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fde112f-6621-404b-93ab-a8a49320963d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:44.983564508Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-policy-a72af918","reconcileID":"41596484-7c81-437e-839e-8bafc6296129","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"policyNamespace":"ai-tenant-e2e-mt-a72af918","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.00082218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0a38a0f-da37-49f2-911a-f2bf31d89ab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.000843367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0a38a0f-da37-49f2-911a-f2bf31d89ab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.151374788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45111fc7-66ef-4782-9d79-8ac6fd0dc3cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.151400439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45111fc7-66ef-4782-9d79-8ac6fd0dc3cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.594416032Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","namespace":"ai-tenant-e2e-inf-b-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.59447838Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","namespace":"ai-tenant-e2e-inf-b-5081ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.594525646Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","tenant":"e2e-inf-b-5081ce","tenantID":"e2e-inf-b-5081ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.609107893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"Deployment","name":"maas-api-e2e-inf-b-5081ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.654863308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"Service","name":"maas-api-e2e-inf-b-5081ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.673268391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-5081ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.689489527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-5081ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.708844315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.724066633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.742303302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.762443049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.774750552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"Deployment","name":"payload-processing-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.787066887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.802965424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"Service","name":"payload-processing-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.81959147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.838318473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.854511332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.875510593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.897572776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.918461388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.937480939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.953424808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-5081ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:45.969439814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5081ce"},"namespace":"ai-tenant-e2e-inf-b-5081ce","name":"default-tenant","reconcileID":"36611276-08e4-4a94-aa96-eb8720542da9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-5081ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:46.316418659Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5081ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5081ce","reconcileID":"2ce22cf6-ca15-4491-ac51-9e299a5b3cfc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5081ce","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-5081ce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:46.667383484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e324a3-b871-43d3-b801-e9313fba8d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:46.680881008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e324a3-b871-43d3-b801-e9313fba8d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:46.69399987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e324a3-b871-43d3-b801-e9313fba8d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:46.706784673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e324a3-b871-43d3-b801-e9313fba8d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:47.253474149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df11968-6f93-4a92-8aaf-eb8765ff87c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:47.266201642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df11968-6f93-4a92-8aaf-eb8765ff87c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:47.278793404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df11968-6f93-4a92-8aaf-eb8765ff87c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:47.291368252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3df11968-6f93-4a92-8aaf-eb8765ff87c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:48.808966943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:55.199529883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-sub-a72af918","reconcileID":"2f93bfa2-5b47-44cd-9f8a-18c77120537a","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-a72af918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:55.253361191Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"namespace":"ai-tenant-e2e-mt-a72af918","name":"e2e-shared-sub-a72af918","reconcileID":"2f93bfa2-5b47-44cd-9f8a-18c77120537a","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-a72af918"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-489b61ab/e2e-shared-sub-a72af918","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:55.299745034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-sub-a72af918","reconcileID":"1486546c-4ae5-435c-b482-37de6e24b100","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:55.299857764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f36dce9e-183c-40ab-8cf1-64eccb2ee2cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:55.317629446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf8a8958-19fc-4124-bea7-b558ee13ebe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:55.317646869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf8a8958-19fc-4124-bea7-b558ee13ebe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:57.7709642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88f345-9721-4aaa-b30d-ee5ccf8949f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:57.783714226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88f345-9721-4aaa-b30d-ee5ccf8949f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:57.796308479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88f345-9721-4aaa-b30d-ee5ccf8949f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:57.808852818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88f345-9721-4aaa-b30d-ee5ccf8949f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:58.322277934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02db6876-0b68-4eb3-8d39-f8132176b23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:58.33499656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02db6876-0b68-4eb3-8d39-f8132176b23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:58.347683067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02db6876-0b68-4eb3-8d39-f8132176b23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:58.36028808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02db6876-0b68-4eb3-8d39-f8132176b23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:58.635027706Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c140370a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c140370a","reconcileID":"8bb1d571-e07a-464e-a2c8-ff0e113205c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c140370a","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c140370a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:59.214945594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd16095-762e-48dc-a6e0-bd9938b55c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:59.227682804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd16095-762e-48dc-a6e0-bd9938b55c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:59.240667344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd16095-762e-48dc-a6e0-bd9938b55c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:59.2544299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd16095-762e-48dc-a6e0-bd9938b55c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:59.80564862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c555a7d1-4d9a-427e-9bd9-e6844560c1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:59.81877218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c555a7d1-4d9a-427e-9bd9-e6844560c1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:59.831675135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c555a7d1-4d9a-427e-9bd9-e6844560c1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:25:59.844552108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c555a7d1-4d9a-427e-9bd9-e6844560c1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:00.380231139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6708e94b-e7b7-4ecf-a059-7bd35e67ffd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:00.396051747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6708e94b-e7b7-4ecf-a059-7bd35e67ffd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:00.409492771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6708e94b-e7b7-4ecf-a059-7bd35e67ffd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:00.422255993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6708e94b-e7b7-4ecf-a059-7bd35e67ffd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:02.440504374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"ce1a540a-b9a2-4aec-b73e-7afbe7c6a3ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:02.44109343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"b0fa12b5-1bfd-4932-ba6c-b4f08b107875","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:02.481501766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"e1edeb95-6b68-4275-9b49-b149f6f24e86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:02.588788523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"61822632-6aec-4307-83ff-67bba6100ef5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:02.681695109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"64c8d5cb-9ba9-4769-8e1a-fe621ef5d023","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:02.821519439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"da21b779-fae0-4786-b610-257569835598","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:02.928402972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"630eaafe-302f-4e97-964e-b17cfcda9780","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:03.315448185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"0394524d-9b8b-46b8-ac65-6e87cf9836b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:03.414993131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9ec620f-8e5e-45f8-a794-96fd87d34278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:03.41500707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"09648017-c622-4931-98ea-28c2b650366a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:03.514743889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"026534bc-a5f3-4aaf-9ccd-09002e54f3eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:18.806506039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:21.634780657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"d8d06348-4a32-48a0-aae1-8318a7ffb772","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:21.634809559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"d8d06348-4a32-48a0-aae1-8318a7ffb772","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.070287351Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","namespace":"ai-tenant-e2e-inf-b-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.070369084Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","namespace":"ai-tenant-e2e-inf-b-d2214e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.070442319Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","tenant":"e2e-inf-b-d2214e","tenantID":"e2e-inf-b-d2214e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.085322199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"Deployment","name":"maas-api-e2e-inf-b-d2214e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.11005594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"Service","name":"maas-api-e2e-inf-b-d2214e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.13976176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-d2214e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.154956378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-d2214e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.176884329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.193083733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.209338316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.225722477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.238502081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"Deployment","name":"payload-processing-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.251026202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.26374538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"Service","name":"payload-processing-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.276903712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.291316317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.303982151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.318701093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.343885663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.396051234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.428859556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.448814924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-d2214e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.567470979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d2214e"},"namespace":"ai-tenant-e2e-inf-b-d2214e","name":"default-tenant","reconcileID":"1f17bf59-76bc-4a4c-9cbd-4da190edfe9d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-d2214e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:22.875664053Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-d2214e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-d2214e","reconcileID":"67f0a2e1-1570-42ed-95a8-6b25c6b5537e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-d2214e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-d2214e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:23.303821197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e676af3-d92b-41da-9794-ed198bd64ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:23.317339096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e676af3-d92b-41da-9794-ed198bd64ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:23.330194603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e676af3-d92b-41da-9794-ed198bd64ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:23.342907328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e676af3-d92b-41da-9794-ed198bd64ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:23.949297693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"decd3b36-7be9-425c-867b-63d4547db059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:23.963519318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"decd3b36-7be9-425c-867b-63d4547db059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:24.012775211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"decd3b36-7be9-425c-867b-63d4547db059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:24.028697975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"decd3b36-7be9-425c-867b-63d4547db059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:38.209650616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779bbcbb-a849-4cec-87ba-ca032164a92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:38.222635013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779bbcbb-a849-4cec-87ba-ca032164a92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:38.236790385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779bbcbb-a849-4cec-87ba-ca032164a92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:38.249508585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"779bbcbb-a849-4cec-87ba-ca032164a92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:38.936581239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ca2a9c-7946-4592-ab5a-fd520388f3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:38.949457551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ca2a9c-7946-4592-ab5a-fd520388f3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:38.962317367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ca2a9c-7946-4592-ab5a-fd520388f3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:38.975662591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ca2a9c-7946-4592-ab5a-fd520388f3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.400137918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d3732f2-722e-4410-9e5e-26b37d01bddb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.440206152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d3732f2-722e-4410-9e5e-26b37d01bddb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.441791068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"258d53e5-9232-4316-8946-5728924adfc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.441812627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"258d53e5-9232-4316-8946-5728924adfc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.482404691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b4c14b96","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b4c14b96","reconcileID":"b0fdf428-086e-40ff-a9c7-691a940d740e","MaaSAuthPolicy":{"name":"e2e-default-ns-b4c14b96","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.499905626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b4c14b96","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b4c14b96","reconcileID":"b0fdf428-086e-40ff-a9c7-691a940d740e","MaaSAuthPolicy":{"name":"e2e-default-ns-b4c14b96","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.561899309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea67272-3e0f-49b5-8436-afb2507d4154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.574565395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea67272-3e0f-49b5-8436-afb2507d4154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.587373386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea67272-3e0f-49b5-8436-afb2507d4154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.600696025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea67272-3e0f-49b5-8436-afb2507d4154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.662475539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9b39af9-3af0-4aba-ae4a-e7957c770376","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.662495891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9b39af9-3af0-4aba-ae4a-e7957c770376","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.856843072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-b4c14b96","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-b4c14b96","reconcileID":"c97c448d-6093-4fb5-aab9-e629eb2ab016","MaaSAuthPolicy":{"name":"e2e-default-ns-b4c14b96","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.857786502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7dd5d5-9dde-4b1e-b9c8-9a52a6a1beed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.858051528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7dd5d5-9dde-4b1e-b9c8-9a52a6a1beed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.988831517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e52206ad-6904-460e-992e-3232fb875b38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:39.988855534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e52206ad-6904-460e-992e-3232fb875b38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:40.313948646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"81d01ca9-36f8-47fe-be51-22bf7f6fa471","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c140370a","tenantID":"e2e-mt-c140370a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:40.35577497Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"81d01ca9-36f8-47fe-be51-22bf7f6fa471","name":"e2e-mt-c140370a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:40.556219561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc17a63-f40b-455a-900a-583e23843f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:40.575122528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc17a63-f40b-455a-900a-583e23843f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:40.587908291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc17a63-f40b-455a-900a-583e23843f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:40.600815619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc17a63-f40b-455a-900a-583e23843f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.1967129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d340b1-e428-45d4-a896-736136d4ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.211473215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d340b1-e428-45d4-a896-736136d4ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.225017412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d340b1-e428-45d4-a896-736136d4ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.238401543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d340b1-e428-45d4-a896-736136d4ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.625847189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-sub-a72af918","reconcileID":"7b6bd09e-c313-438f-8ab5-6e15e03e73ed","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.625908301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9291fcb7-d43b-4eb7-8d27-26194a763193","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.757427577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b82d78-67bc-42a9-95db-c6cf915c96c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.770849996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b82d78-67bc-42a9-95db-c6cf915c96c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.786467359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b82d78-67bc-42a9-95db-c6cf915c96c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:41.800110719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b82d78-67bc-42a9-95db-c6cf915c96c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.448615117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"a7080ac8-db89-4580-b92d-59ad29ec5929","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.448713124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"a7080ac8-db89-4580-b92d-59ad29ec5929","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.769496826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"934056d4-bfaa-40e8-bbec-c9fd04de5cc6","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.769529062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"934056d4-bfaa-40e8-bbec-c9fd04de5cc6","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.78574007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"616d7310-598c-4072-baa0-bc81beb008fa","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.840210471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"616d7310-598c-4072-baa0-bc81beb008fa","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.853438438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.865706215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"b1c449d7-545d-4eb0-bdd4-e481420a3684","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.883283668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"b1c449d7-545d-4eb0-bdd4-e481420a3684","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.900167779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-09c89e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a752df121495367b03022eb8b306ff2ea77e72f7bd6fe673bff2cde5af76ad69) AuthConfig (37add59a5f056d6079e0cfb49360a0f3088eca363b6e9d3d1cac2c5735c63ce5) AuthConfig (bc6eb2fab655cc7e1d3c2ee1cf17dfc9448b9091cfcf56d025cf094a010aed85) AuthConfig (e94dccdcd12ac0bd25a78f7bf473c19377e0297bf8502f59c6dd5ee0d210d823) AuthConfig (a3f318f79b51d91a0dbf00734192ca1e41056709eb36010911a2abcd8a144e54) AuthConfig (a0f94417a55524dbbf654ac17ef26656192d4f11996e69b766ecd018df5283dc) AuthConfig (f18eb7934fbc5640a84e40e1d74ba1072d2a7d75508d3863d45423c712843719) AuthConfig (e86389d4d28eaee804467e6cd447ed357c628983925c255e1121b271aee1b2f2) AuthConfig (475994c4f453e9230b516f1cc6847f9c4a030479e19137fab1cbb6e29594c2ce) AuthConfig (e77b31b718d9f42375636b30e79075677e6413c9b8ec748a99d50c9066a2ffc4) AuthConfig (d19b3e2fd85a2dbbbed216123185059a54247b593cd542650720eec78a664cf2) AuthConfig (6ed5200abac7137701c5300a0f8b8957bfb2a5441ea138fb47ecf63b936f89b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"b1c449d7-545d-4eb0-bdd4-e481420a3684","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.918918104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"4c8cf2c7-5d04-4bb9-94b3-7a5312827dc6","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:48.91893351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"4c8cf2c7-5d04-4bb9-94b3-7a5312827dc6","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.513275789Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","namespace":"ai-tenant-e2e-extmod-a-55a710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.513338519Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","namespace":"ai-tenant-e2e-extmod-a-55a710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.513400884Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","tenant":"e2e-extmod-a-55a710","tenantID":"e2e-extmod-a-55a710","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.5280633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"Deployment","name":"maas-api-e2e-extmod-a-55a710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.55760615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"Service","name":"maas-api-e2e-extmod-a-55a710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.574968209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-55a710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.593263049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-55a710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.611193573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.626278565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.64238496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.657339234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.669767685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.682046545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.695716861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"Service","name":"payload-processing-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.707949622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.722125785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.734642672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.747063837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.77560363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.78849217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.805962451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.823696402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-55a710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:57.836311355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-55a710"},"namespace":"ai-tenant-e2e-extmod-a-55a710","name":"default-tenant","reconcileID":"a40f0c7b-c01e-4747-9da4-05971e84538f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-55a710","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:58.134608469Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-55a710","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-55a710","reconcileID":"5b7192cb-191c-4177-85ae-058daa50db42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-55a710","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-55a710"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:58.514970161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9751638a-0568-4cfe-b03b-8b2ac975463d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:58.527977195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9751638a-0568-4cfe-b03b-8b2ac975463d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:58.541036303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9751638a-0568-4cfe-b03b-8b2ac975463d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:58.554515744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9751638a-0568-4cfe-b03b-8b2ac975463d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:58.97132025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"5ee43a24-e695-422d-88b2-e38d7d72734a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:58.988811971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"5ee43a24-e695-422d-88b2-e38d7d72734a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:59.005324752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-09c89e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a752df121495367b03022eb8b306ff2ea77e72f7bd6fe673bff2cde5af76ad69) AuthConfig (37add59a5f056d6079e0cfb49360a0f3088eca363b6e9d3d1cac2c5735c63ce5) AuthConfig (bc6eb2fab655cc7e1d3c2ee1cf17dfc9448b9091cfcf56d025cf094a010aed85) AuthConfig (e94dccdcd12ac0bd25a78f7bf473c19377e0297bf8502f59c6dd5ee0d210d823) AuthConfig (a3f318f79b51d91a0dbf00734192ca1e41056709eb36010911a2abcd8a144e54) AuthConfig (a0f94417a55524dbbf654ac17ef26656192d4f11996e69b766ecd018df5283dc) AuthConfig (f18eb7934fbc5640a84e40e1d74ba1072d2a7d75508d3863d45423c712843719) AuthConfig (e86389d4d28eaee804467e6cd447ed357c628983925c255e1121b271aee1b2f2) AuthConfig (475994c4f453e9230b516f1cc6847f9c4a030479e19137fab1cbb6e29594c2ce) AuthConfig (e77b31b718d9f42375636b30e79075677e6413c9b8ec748a99d50c9066a2ffc4) AuthConfig (d19b3e2fd85a2dbbbed216123185059a54247b593cd542650720eec78a664cf2) AuthConfig (6ed5200abac7137701c5300a0f8b8957bfb2a5441ea138fb47ecf63b936f89b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"5ee43a24-e695-422d-88b2-e38d7d72734a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:59.099709935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74bb1bb-2c17-4c4f-a8ea-3f649de7f6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:59.112528089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74bb1bb-2c17-4c4f-a8ea-3f649de7f6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:59.125330552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74bb1bb-2c17-4c4f-a8ea-3f649de7f6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:26:59.138154904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74bb1bb-2c17-4c4f-a8ea-3f649de7f6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:06.347866737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe3db9f-ebb6-4dce-b435-5feead92eedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:06.360700618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe3db9f-ebb6-4dce-b435-5feead92eedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:06.373454085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe3db9f-ebb6-4dce-b435-5feead92eedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:06.387225992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfe3db9f-ebb6-4dce-b435-5feead92eedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:06.916120901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c43a2e-b829-47a2-bccc-cfa83b5efe92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:06.929306261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c43a2e-b829-47a2-bccc-cfa83b5efe92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:06.942081918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c43a2e-b829-47a2-bccc-cfa83b5efe92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:06.95500398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c43a2e-b829-47a2-bccc-cfa83b5efe92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:07.574860261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a139039-f202-4c59-baa3-c81bba24350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:07.587832499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a139039-f202-4c59-baa3-c81bba24350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:07.600603623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a139039-f202-4c59-baa3-c81bba24350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:07.61327345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a139039-f202-4c59-baa3-c81bba24350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:08.145519493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d461391d-274c-431f-80ee-534106a4cda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:08.15926494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d461391d-274c-431f-80ee-534106a4cda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:08.173133382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d461391d-274c-431f-80ee-534106a4cda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:08.186599793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d461391d-274c-431f-80ee-534106a4cda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:08.707441272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1693f88c-febd-4f91-9d73-f902bbdaf30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:08.720292631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1693f88c-febd-4f91-9d73-f902bbdaf30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:08.733078352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1693f88c-febd-4f91-9d73-f902bbdaf30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:08.746656932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1693f88c-febd-4f91-9d73-f902bbdaf30e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:09.06786787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"cf740676-ff76-4243-9c86-28e445687053","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:09.08558701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"cf740676-ff76-4243-9c86-28e445687053","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:09.102016773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-09c89e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a752df121495367b03022eb8b306ff2ea77e72f7bd6fe673bff2cde5af76ad69) AuthConfig (37add59a5f056d6079e0cfb49360a0f3088eca363b6e9d3d1cac2c5735c63ce5) AuthConfig (bc6eb2fab655cc7e1d3c2ee1cf17dfc9448b9091cfcf56d025cf094a010aed85) AuthConfig (e94dccdcd12ac0bd25a78f7bf473c19377e0297bf8502f59c6dd5ee0d210d823) AuthConfig (a3f318f79b51d91a0dbf00734192ca1e41056709eb36010911a2abcd8a144e54) AuthConfig (a0f94417a55524dbbf654ac17ef26656192d4f11996e69b766ecd018df5283dc) AuthConfig (f18eb7934fbc5640a84e40e1d74ba1072d2a7d75508d3863d45423c712843719) AuthConfig (e86389d4d28eaee804467e6cd447ed357c628983925c255e1121b271aee1b2f2) AuthConfig (475994c4f453e9230b516f1cc6847f9c4a030479e19137fab1cbb6e29594c2ce) AuthConfig (e77b31b718d9f42375636b30e79075677e6413c9b8ec748a99d50c9066a2ffc4) AuthConfig (d19b3e2fd85a2dbbbed216123185059a54247b593cd542650720eec78a664cf2) AuthConfig (6ed5200abac7137701c5300a0f8b8957bfb2a5441ea138fb47ecf63b936f89b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"cf740676-ff76-4243-9c86-28e445687053","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:09.37507182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1882f35d-9299-460e-bd18-aa382950c7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:09.388779829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1882f35d-9299-460e-bd18-aa382950c7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:09.408989308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1882f35d-9299-460e-bd18-aa382950c7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:09.428907897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1882f35d-9299-460e-bd18-aa382950c7ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.667555609Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.667626436Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","namespace":"ai-tenant-e2e-extmod-a-2c7cf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.667707546Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","tenant":"e2e-extmod-a-2c7cf5","tenantID":"e2e-extmod-a-2c7cf5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.682353089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"Deployment","name":"maas-api-e2e-extmod-a-2c7cf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.709452784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"Service","name":"maas-api-e2e-extmod-a-2c7cf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.725427593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-2c7cf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.74013454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-2c7cf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.758629624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.777230748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.794893978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.810097209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.822574009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.835344529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.848092665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"Service","name":"payload-processing-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.860982482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.873258464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.885863886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.898429323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.915014841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.929602532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.942603864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.970958566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-2c7cf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:16.987643936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-2c7cf5"},"namespace":"ai-tenant-e2e-extmod-a-2c7cf5","name":"default-tenant","reconcileID":"95864e8f-3b33-4bb2-97a4-49a19a6800d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-2c7cf5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:17.242829926Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-2c7cf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-2c7cf5","reconcileID":"64e90da8-8596-440d-8ecc-d1dbeae87790","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-2c7cf5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-2c7cf5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:17.621060726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d18264e5-1d9c-4eca-90f9-e606ad2251dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:17.634483463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d18264e5-1d9c-4eca-90f9-e606ad2251dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:17.648026992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d18264e5-1d9c-4eca-90f9-e606ad2251dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:17.662678586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d18264e5-1d9c-4eca-90f9-e606ad2251dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:18.204217732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b347bb54-39c7-4d18-a066-28e4e2b94e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:18.217110969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b347bb54-39c7-4d18-a066-28e4e2b94e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:18.23013407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b347bb54-39c7-4d18-a066-28e4e2b94e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:18.243415428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b347bb54-39c7-4d18-a066-28e4e2b94e33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:18.806773374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.130452134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"fc9ff18c-9635-4944-b26a-6d5c891e9885","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.148104473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"fc9ff18c-9635-4944-b26a-6d5c891e9885","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.219801682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"c29c5a18-7d91-4727-a5bc-c2ba3e5b2aee","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.219826117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"c29c5a18-7d91-4727-a5bc-c2ba3e5b2aee","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.910476576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"462df8ac-cdcf-44e1-8875-035efd3ff34b","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.910495644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"462df8ac-cdcf-44e1-8875-035efd3ff34b","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.928782959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"1acffcd1-e139-4791-b0f8-2386e35c7560","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.928799072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"1acffcd1-e139-4791-b0f8-2386e35c7560","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.953023094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"27d57559-2ab2-48a2-8d00-c5e7a08204f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:19.970578544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"27d57559-2ab2-48a2-8d00-c5e7a08204f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:20.130752686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"93fd342c-778e-4859-876b-97517af304cc","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:20.130778777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"93fd342c-778e-4859-876b-97517af304cc","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:20.693770438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65829922-a49d-46c7-91a8-02cb42f42b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:20.706309507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65829922-a49d-46c7-91a8-02cb42f42b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:20.718869456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65829922-a49d-46c7-91a8-02cb42f42b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:20.731552997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65829922-a49d-46c7-91a8-02cb42f42b8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:21.300164127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0d3706-213f-4bf0-bcf7-b730cfd000de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:21.31294847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0d3706-213f-4bf0-bcf7-b730cfd000de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:21.325638564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0d3706-213f-4bf0-bcf7-b730cfd000de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:21.339009239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae0d3706-213f-4bf0-bcf7-b730cfd000de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.288631983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaf8f90-3972-4197-b934-c7e72fe536fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.301480576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaf8f90-3972-4197-b934-c7e72fe536fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.314211002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaf8f90-3972-4197-b934-c7e72fe536fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.327112576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebaf8f90-3972-4197-b934-c7e72fe536fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.772443141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"c5607ee4-7568-439d-925a-a7f57b8cf07d","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.772464859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"c5607ee4-7568-439d-925a-a7f57b8cf07d","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.775406768Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-policy-a72af918","reconcileID":"f77f21c7-2f08-4d23-9151-16f9b32a2f7f","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.793991252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d643663-f508-41c5-a61d-4fc7e39c9991","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.794005685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d643663-f508-41c5-a61d-4fc7e39c9991","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.794557458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"b148cfba-479e-4cfb-b1a0-57826a97acab","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.794623539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"b148cfba-479e-4cfb-b1a0-57826a97acab","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:27:25.804312397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-a-afa63d","reconcileID":"f253cb40-e16e-46b3-b1f8-f8c6c7a5c7db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-afa63d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:27:25.811282314Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"b148cfba-479e-4cfb-b1a0-57826a97acab","name":"rate-test-model-09c89e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-09c89e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:27:25.811334215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"b148cfba-479e-4cfb-b1a0-57826a97acab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-09c89e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.816680706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"7eb5b9a8-6215-42ae-9a7e-bd5f71520114","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.816696512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"7eb5b9a8-6215-42ae-9a7e-bd5f71520114","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.821330634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"105dc2c4-b48e-4bda-8aa8-14909f3e3651","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.838410547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"c8f99d8d-8516-4340-b48c-f4b50cc954fc","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.838425027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"c8f99d8d-8516-4340-b48c-f4b50cc954fc","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.839095204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"105dc2c4-b48e-4bda-8aa8-14909f3e3651","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.855980413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"3cb3f335-7b29-4487-af3c-729257ffd15b","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.856000098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"3cb3f335-7b29-4487-af3c-729257ffd15b","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.857813056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a718ca-52a2-4b75-b348-9ace961a4f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.873084003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a718ca-52a2-4b75-b348-9ace961a4f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.886023543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a718ca-52a2-4b75-b348-9ace961a4f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.899001243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a718ca-52a2-4b75-b348-9ace961a4f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.899278242Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-policy-a72af918","reconcileID":"f77f21c7-2f08-4d23-9151-16f9b32a2f7f","MaaSAuthPolicy":{"name":"e2e-shared-policy-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"policyNamespace":"ai-tenant-e2e-mt-489b61ab","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.916838722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70ae42d8-cb3f-4ce0-8d94-dcdb14c9508d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.916855468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70ae42d8-cb3f-4ce0-8d94-dcdb14c9508d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.939845199Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-a-afa63d","reconcileID":"e14cc32c-ab98-4a5b-8768-c399f05fd4f7","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-rate-test-model-09c89e","model":"rate-test-model-09c89e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-09c89e/e2e-rate-iso-a-afa63d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.993598152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"ff548faf-b606-45d7-8da7-186c01160b9e","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.993617812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"ff548faf-b606-45d7-8da7-186c01160b9e","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.995844174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"fed313a5-82ac-4391-be36-e47c7b7cf209","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:25.995858225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"fed313a5-82ac-4391-be36-e47c7b7cf209","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.016994834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"9fb45185-a609-4c5e-baf6-7b7f1b179481","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.017015735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"9fb45185-a609-4c5e-baf6-7b7f1b179481","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:27:26.027192737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-b-afa63d","reconcileID":"9f8b85e8-4072-4b32-9de2-6ee6aadfecc6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-afa63d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:27:26.032326474Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"9fb45185-a609-4c5e-baf6-7b7f1b179481","name":"rate-test-model-7c7f8f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-7c7f8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:27:26.032368201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"9fb45185-a609-4c5e-baf6-7b7f1b179481","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-7c7f8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.032600484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-a-afa63d","reconcileID":"c69a377d-9c84-4836-a479-a8d22df36f65","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-rate-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.038256534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"9718fd76-3093-4c2c-b7ae-b6687858d633","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.038270259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"9718fd76-3093-4c2c-b7ae-b6687858d633","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.044539648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"2900e304-3133-4cfd-b4a6-bb00b1e9f3e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.058696675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80dca972-8eba-45d6-91c4-72b307251d6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.058714241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80dca972-8eba-45d6-91c4-72b307251d6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.062227522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"37d8e3ec-cb2d-4685-ae33-956905300813","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.06224451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"37d8e3ec-cb2d-4685-ae33-956905300813","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.063898783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"2900e304-3133-4cfd-b4a6-bb00b1e9f3e7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.079877616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"367d9813-ab98-4396-9e7a-57b32e4d15f1","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.079891735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"367d9813-ab98-4396-9e7a-57b32e4d15f1","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.153450597Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-b-afa63d","reconcileID":"12951e29-21e9-4aa7-a3aa-34d643488500","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-rate-test-model-7c7f8f","model":"rate-test-model-7c7f8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-7c7f8f/e2e-rate-iso-b-afa63d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.199613069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"7c074670-8f26-494e-a857-a590154a307c","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.199629996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"7c074670-8f26-494e-a857-a590154a307c","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:26.243836645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-b-afa63d","reconcileID":"337ef200-3863-454d-9546-ad89a1ae17b6","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-rate-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:36.104225082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-sub-a72af918","reconcileID":"1c0d10e3-d0a9-4b9d-a9a8-df5800187bb1","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-a72af918","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:36.157832685Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"namespace":"ai-tenant-e2e-mt-489b61ab","name":"e2e-shared-sub-a72af918","reconcileID":"1c0d10e3-d0a9-4b9d-a9a8-df5800187bb1","MaaSSubscription":{"name":"e2e-shared-sub-a72af918","namespace":"ai-tenant-e2e-mt-489b61ab"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:36.196891517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a3d53d4-ec99-424b-bbd7-71de91cd1d49","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:36.220843527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2aee7ba2-0b75-40e2-bfff-fc55e33984cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:36.220866135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2aee7ba2-0b75-40e2-bfff-fc55e33984cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.300049015Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","namespace":"ai-tenant-e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.300103823Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","namespace":"ai-tenant-e2e-extmod-b-b2006f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.300192273Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","tenant":"e2e-extmod-b-b2006f","tenantID":"e2e-extmod-b-b2006f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.31479075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"Deployment","name":"maas-api-e2e-extmod-b-b2006f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.343231933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"Service","name":"maas-api-e2e-extmod-b-b2006f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.364989636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-b2006f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.380129751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-b2006f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.402333232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.42113846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.43882304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.454164432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.466624402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.478982753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.491421373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"Service","name":"payload-processing-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.5036627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.515954124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.529583173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.544471059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.561799697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.575623769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.594803377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.616292441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-b2006f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:44.629538779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b2006f"},"namespace":"ai-tenant-e2e-extmod-b-b2006f","name":"default-tenant","reconcileID":"18b6fa93-e637-4880-84fa-078e2fdbf66c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-b2006f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:45.007357674Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b2006f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b2006f","reconcileID":"d73261dd-e588-450d-9fd7-db1f105d1494","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b2006f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-b2006f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:45.409234194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4192825e-ecb1-48de-8770-fc8bdef9e625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:45.421990895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4192825e-ecb1-48de-8770-fc8bdef9e625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:45.434517057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4192825e-ecb1-48de-8770-fc8bdef9e625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:45.447850485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4192825e-ecb1-48de-8770-fc8bdef9e625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:45.965953939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7942ea-2844-49fd-9e6a-8f8d641b1dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:45.981118041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7942ea-2844-49fd-9e6a-8f8d641b1dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:45.994129352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7942ea-2844-49fd-9e6a-8f8d641b1dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:46.007195729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7942ea-2844-49fd-9e6a-8f8d641b1dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:48.806278359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:53.105968307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f28331-7035-42fa-a28f-de0a470a776a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:53.118590458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f28331-7035-42fa-a28f-de0a470a776a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:53.131266538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f28331-7035-42fa-a28f-de0a470a776a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:53.144300136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f28331-7035-42fa-a28f-de0a470a776a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:53.662577943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f99e0b0-b781-41a0-84b0-9256debb8158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:53.675566325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f99e0b0-b781-41a0-84b0-9256debb8158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:53.690529398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f99e0b0-b781-41a0-84b0-9256debb8158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:53.704412409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f99e0b0-b781-41a0-84b0-9256debb8158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:54.25275135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c07b364-a17a-4e23-8652-07a600d529f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:54.267676876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c07b364-a17a-4e23-8652-07a600d529f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:54.342492589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c07b364-a17a-4e23-8652-07a600d529f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:54.35665158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c07b364-a17a-4e23-8652-07a600d529f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:54.867076956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-a-afa63d","reconcileID":"9cb559b3-8a2c-4f64-b0cc-cde70f34ab55","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-rate-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:54.912492518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-b-afa63d","reconcileID":"3eade000-8b62-47c7-80f0-61e3c699eab1","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-rate-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:54.940214365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"94cde712-1d60-4c64-8f01-17a5d33e67bf","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:54.940341329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"94cde712-1d60-4c64-8f01-17a5d33e67bf","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.012020526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"6216abbb-cb46-477b-a63f-06a00dc84780","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.012050021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"6216abbb-cb46-477b-a63f-06a00dc84780","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.05550237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37787a77-ad14-439a-9d51-09aafec8cbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.076509802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37787a77-ad14-439a-9d51-09aafec8cbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.094443782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37787a77-ad14-439a-9d51-09aafec8cbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.108284696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37787a77-ad14-439a-9d51-09aafec8cbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.720325356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c889c9c0-14aa-4bf7-ba9d-07b779ad0b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.735930968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c889c9c0-14aa-4bf7-ba9d-07b779ad0b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.777034685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c889c9c0-14aa-4bf7-ba9d-07b779ad0b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:55.811221755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c889c9c0-14aa-4bf7-ba9d-07b779ad0b67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:56.289374489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"3ac24d05-54f9-4d8f-a696-1a00ff57103c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:56.3366545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"3ac24d05-54f9-4d8f-a696-1a00ff57103c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:56.531485887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"43cb9b01-a30f-4ee9-875f-617e2bab59b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:56.562828755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"43cb9b01-a30f-4ee9-875f-617e2bab59b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:59.854919235Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"f4365647-6f5a-42b5-ab5e-1c5c1863918f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:59.855198185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"50606d97-be2a-415f-9d4d-b77268aad066","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:59.855218945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"50606d97-be2a-415f-9d4d-b77268aad066","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:59.915825375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-a-afa63d","reconcileID":"0f778633-5227-4cdc-8321-c3bcbdb6b129","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-rate-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:27:59.983912811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"f4365647-6f5a-42b5-ab5e-1c5c1863918f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.001482389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"f4365647-6f5a-42b5-ab5e-1c5c1863918f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.001499809Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-auth-afa63d","reconcileID":"f4365647-6f5a-42b5-ab5e-1c5c1863918f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.026855753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"57380b88-c5a3-45ee-83e5-4d12f6114222","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.026877436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"57380b88-c5a3-45ee-83e5-4d12f6114222","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.085294153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-a-afa63d","reconcileID":"9bd898fb-c255-42e9-8d1c-1a8d80906978","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-rate-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.167328356Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"676e190e-e84b-4b8c-a4aa-9293417610be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.167455732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"9a10da76-bc37-419c-8c49-14f8475c2303","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.167471515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"9a10da76-bc37-419c-8c49-14f8475c2303","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.225941783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-b-afa63d","reconcileID":"05e779ca-14b3-4e0a-a94b-8bda4140600b","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-rate-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.292985984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"676e190e-e84b-4b8c-a4aa-9293417610be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.310268424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"676e190e-e84b-4b8c-a4aa-9293417610be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.31028551Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-auth-afa63d","reconcileID":"676e190e-e84b-4b8c-a4aa-9293417610be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.328465687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"0d0c393a-29d2-4598-9465-c6310d32499e","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.328486006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"0d0c393a-29d2-4598-9465-c6310d32499e","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.386630264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-b-afa63d","reconcileID":"ff00ae32-7d54-432e-82b4-f3e44c93cf0c","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-rate-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.469665958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"c16d9ba9-80b1-4239-9141-98f55ea48005","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:00.469685515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"c16d9ba9-80b1-4239-9141-98f55ea48005","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.840528801Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","namespace":"ai-tenant-e2e-extmod-b-3e5770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.840608653Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","namespace":"ai-tenant-e2e-extmod-b-3e5770","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.840677972Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","tenant":"e2e-extmod-b-3e5770","tenantID":"e2e-extmod-b-3e5770","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.855286175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"Deployment","name":"maas-api-e2e-extmod-b-3e5770","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.882460313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"Service","name":"maas-api-e2e-extmod-b-3e5770","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.903281216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-3e5770","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.918278433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-3e5770","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.933722886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.950598387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.966596156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.981943868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:06.994558071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.007006814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.019345812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"Service","name":"payload-processing-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.032586197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.04491021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.057694403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.070332832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.093006366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.116515988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.129367889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.14567782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-3e5770","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.181449749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3e5770"},"namespace":"ai-tenant-e2e-extmod-b-3e5770","name":"default-tenant","reconcileID":"6083a6ab-7bfc-4490-a85a-35dd54d03b45","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-3e5770","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.491495598Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3e5770","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3e5770","reconcileID":"e45c1897-dbd8-4ede-8991-b4850a334ed9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3e5770","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-3e5770"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.827525465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b039432-e8ba-4ad3-9e5b-8f3eec7cc0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.840056973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b039432-e8ba-4ad3-9e5b-8f3eec7cc0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.85266834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b039432-e8ba-4ad3-9e5b-8f3eec7cc0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:07.865345178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b039432-e8ba-4ad3-9e5b-8f3eec7cc0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:08.383479056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae4a33e-de8c-479d-a84b-30197a811b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:08.396042204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae4a33e-de8c-479d-a84b-30197a811b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:08.408639127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae4a33e-de8c-479d-a84b-30197a811b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:08.421260551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae4a33e-de8c-479d-a84b-30197a811b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:10.517355261Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-a-afa63d","reconcileID":"c895973d-6a7d-416b-bbc3-1a2c3920c9e3","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","subscription":"e2e-rate-iso-a-afa63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:10.540602325Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-a-afa63d","reconcileID":"c895973d-6a7d-416b-bbc3-1a2c3920c9e3","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:10.553954595Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-rate-iso-a-afa63d","reconcileID":"c895973d-6a7d-416b-bbc3-1a2c3920c9e3","MaaSSubscription":{"name":"e2e-rate-iso-a-afa63d","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:10.675388416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"5eb996e7-f5c7-4187-a0ae-8ca7b46d7fcb","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/rate-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:10.675408342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"rate-test-model-09c89e","reconcileID":"5eb996e7-f5c7-4187-a0ae-8ca7b46d7fcb","MaaSModelRef":{"name":"rate-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"rate-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"rate-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:10.831824069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"c65375e4-e958-4a08-8e7c-4b0d724924a3","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:10.831843374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"c65375e4-e958-4a08-8e7c-4b0d724924a3","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:15.61027931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ca7555-70d6-4134-888f-cfa70c6621dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:15.623875555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ca7555-70d6-4134-888f-cfa70c6621dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:15.636881384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ca7555-70d6-4134-888f-cfa70c6621dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:15.650356479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93ca7555-70d6-4134-888f-cfa70c6621dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:16.205308341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e9e46d6-b67f-4d6e-98c5-fdad3d2231f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:16.218247279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e9e46d6-b67f-4d6e-98c5-fdad3d2231f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:16.231705642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e9e46d6-b67f-4d6e-98c5-fdad3d2231f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:16.244618214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e9e46d6-b67f-4d6e-98c5-fdad3d2231f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:16.898631049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d7aa91-85ee-453e-847f-3ab17e934056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:16.912160556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d7aa91-85ee-453e-847f-3ab17e934056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:16.92507225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d7aa91-85ee-453e-847f-3ab17e934056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:16.937860927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d7aa91-85ee-453e-847f-3ab17e934056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:17.499771576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31424647-cb61-451e-b977-8a6729d1d5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:17.51260699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31424647-cb61-451e-b977-8a6729d1d5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:17.525356253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31424647-cb61-451e-b977-8a6729d1d5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:17.538157887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31424647-cb61-451e-b977-8a6729d1d5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:18.096200402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8cdc5ce-962a-4675-b5bc-20eca098782d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:18.109123287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8cdc5ce-962a-4675-b5bc-20eca098782d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:18.122015053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8cdc5ce-962a-4675-b5bc-20eca098782d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:18.135248826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8cdc5ce-962a-4675-b5bc-20eca098782d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:18.807084154Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:20.879362529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-b-afa63d","reconcileID":"8ece5c8b-81be-4f0d-b9a4-ea543069af66","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","subscription":"e2e-rate-iso-b-afa63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:20.892763385Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-b-afa63d","reconcileID":"8ece5c8b-81be-4f0d-b9a4-ea543069af66","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:20.905938296Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-rate-iso-b-afa63d","reconcileID":"8ece5c8b-81be-4f0d-b9a4-ea543069af66","MaaSSubscription":{"name":"e2e-rate-iso-b-afa63d","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:20.983670204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"a9b3bc89-8485-4467-b4ab-e7d94b05c6c6","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/rate-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:20.983688823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"rate-test-model-7c7f8f","reconcileID":"a9b3bc89-8485-4467-b4ab-e7d94b05c6c6","MaaSModelRef":{"name":"rate-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"rate-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"rate-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.403343954Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","namespace":"ai-tenant-e2e-shared-a-w2-d509c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.403400235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","namespace":"ai-tenant-e2e-shared-a-w2-d509c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.403453696Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","tenant":"e2e-shared-a-w2-d509c2","tenantID":"e2e-shared-a-w2-d509c2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.417925935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-d509c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.451593329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"Service","name":"maas-api-e2e-shared-a-w2-d509c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.472031352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-d509c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.490357383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-d509c2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.506846878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.52191065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.540040194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.555254115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.567900538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.580368561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.592775225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.605214699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.617659137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.633412543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.649496102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.680593916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.696448472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.719433535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.752159098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-d509c2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:24.777442398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-d509c2"},"namespace":"ai-tenant-e2e-shared-a-w2-d509c2","name":"default-tenant","reconcileID":"3fc62440-3ed4-44b6-8d25-f17287ac4629","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-d509c2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:25.125202853Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-d509c2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-d509c2","reconcileID":"1b3f64c3-9735-4ac4-bf1d-33ff8d80399a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-d509c2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-d509c2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:25.494514646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb505e3-860d-4ee1-8563-4dc1dc7a062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:25.507461804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb505e3-860d-4ee1-8563-4dc1dc7a062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:25.520151945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb505e3-860d-4ee1-8563-4dc1dc7a062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:25.532933741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb505e3-860d-4ee1-8563-4dc1dc7a062e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:26.052370804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79ab75e-c781-471a-be52-765905fccc9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:26.066440418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79ab75e-c781-471a-be52-765905fccc9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:26.086646867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79ab75e-c781-471a-be52-765905fccc9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:26.112719601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c79ab75e-c781-471a-be52-765905fccc9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:33.10379213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc63d088-8f1f-4091-af12-12dbff6cd2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:33.116691912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc63d088-8f1f-4091-af12-12dbff6cd2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:33.129636549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc63d088-8f1f-4091-af12-12dbff6cd2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:33.142554955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc63d088-8f1f-4091-af12-12dbff6cd2c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:33.670645362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ccf68c9-f54b-4cfb-b62b-1e2077d5d0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:33.684240079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ccf68c9-f54b-4cfb-b62b-1e2077d5d0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:33.697893806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ccf68c9-f54b-4cfb-b62b-1e2077d5d0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:33.71309065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ccf68c9-f54b-4cfb-b62b-1e2077d5d0ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:34.224186726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c3bea3-d8ce-4b9e-9645-deca38b904a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:34.237257306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c3bea3-d8ce-4b9e-9645-deca38b904a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:34.25009632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c3bea3-d8ce-4b9e-9645-deca38b904a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:34.263240383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6c3bea3-d8ce-4b9e-9645-deca38b904a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:38.959280235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","namespace":"ai-tenant-e2e-shared-a-w3-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:38.959337504Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","namespace":"ai-tenant-e2e-shared-a-w3-888917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:38.959386708Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","tenant":"e2e-shared-a-w3-888917","tenantID":"e2e-shared-a-w3-888917","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:38.974120457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-888917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.005098686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"Service","name":"maas-api-e2e-shared-a-w3-888917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.02194858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-888917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.0390795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-888917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.057775891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.072690168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.090119192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.105396155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.117809333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.130363921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.143358734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.155653536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.168250208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.180748247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.19457428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.227496835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.246396864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.272377853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.286477573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-888917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.300051812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-888917"},"namespace":"ai-tenant-e2e-shared-a-w3-888917","name":"default-tenant","reconcileID":"1a24df37-c1be-41bc-ac51-e1bcc94b7b7d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-888917","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.64522932Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-888917","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-888917","reconcileID":"63218106-8c12-44f8-a4de-172914cc8d08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-888917","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-888917"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:39.990896068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c634b732-acfc-456e-a242-cb9667a62e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:40.004370138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c634b732-acfc-456e-a242-cb9667a62e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:40.017197049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c634b732-acfc-456e-a242-cb9667a62e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:40.029957916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c634b732-acfc-456e-a242-cb9667a62e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:40.543096815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11226aba-e2ae-4422-bfe8-6324481230b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:40.555817725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11226aba-e2ae-4422-bfe8-6324481230b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:40.569185132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11226aba-e2ae-4422-bfe8-6324481230b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:40.581772738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11226aba-e2ae-4422-bfe8-6324481230b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:48.51060557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377cb5f2-736e-4a9d-908b-9ae538049a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:48.523690964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377cb5f2-736e-4a9d-908b-9ae538049a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:48.537093152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377cb5f2-736e-4a9d-908b-9ae538049a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:48.550565503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377cb5f2-736e-4a9d-908b-9ae538049a1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:48.807663488Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:49.179421236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b54e6-1bf0-47fd-ae54-7df34635af82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:49.192220382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b54e6-1bf0-47fd-ae54-7df34635af82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:49.20552481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b54e6-1bf0-47fd-ae54-7df34635af82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:49.218327029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed8b54e6-1bf0-47fd-ae54-7df34635af82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:49.79898677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1794965e-09f3-4bab-b026-895377277f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:49.811897289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1794965e-09f3-4bab-b026-895377277f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:49.824417958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1794965e-09f3-4bab-b026-895377277f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:49.837050042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1794965e-09f3-4bab-b026-895377277f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:50.411100977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03185fb3-ec3f-40bf-9c2f-196da15aba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:50.423643502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03185fb3-ec3f-40bf-9c2f-196da15aba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:50.436411894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03185fb3-ec3f-40bf-9c2f-196da15aba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:50.44905195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03185fb3-ec3f-40bf-9c2f-196da15aba8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:50.9968911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542f6912-d2e5-434b-bfca-03639657eaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:51.009550975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542f6912-d2e5-434b-bfca-03639657eaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:51.022347573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542f6912-d2e5-434b-bfca-03639657eaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:51.035101215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542f6912-d2e5-434b-bfca-03639657eaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:51.599203715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d25a5c4-ea10-4fea-a9e1-084796f69f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:51.612531985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d25a5c4-ea10-4fea-a9e1-084796f69f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:51.625131558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d25a5c4-ea10-4fea-a9e1-084796f69f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:51.638170253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d25a5c4-ea10-4fea-a9e1-084796f69f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:57.609092786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1e5db8-5f05-43fe-b1e4-8c33fb964305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:57.621898298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1e5db8-5f05-43fe-b1e4-8c33fb964305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:57.634553559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1e5db8-5f05-43fe-b1e4-8c33fb964305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:57.647244295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa1e5db8-5f05-43fe-b1e4-8c33fb964305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:58.244886264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5b4052-6755-4ccf-b764-86f64d7cd45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:58.258319315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5b4052-6755-4ccf-b764-86f64d7cd45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:58.270926373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5b4052-6755-4ccf-b764-86f64d7cd45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:58.284546002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5b4052-6755-4ccf-b764-86f64d7cd45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:58.803294796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a56f99-b658-4442-9ee7-02ca1779df19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:58.816118902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a56f99-b658-4442-9ee7-02ca1779df19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:58.828708719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a56f99-b658-4442-9ee7-02ca1779df19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:58.842245792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a56f99-b658-4442-9ee7-02ca1779df19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:59.371434513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527ca24b-b8a6-466c-8db1-690f4a9f0805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:59.385061356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527ca24b-b8a6-466c-8db1-690f4a9f0805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:59.40050146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527ca24b-b8a6-466c-8db1-690f4a9f0805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:59.429569534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"527ca24b-b8a6-466c-8db1-690f4a9f0805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:59.582877931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"da0239cd-4ee3-44a1-8167-73945c73274e","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:28:59.582907726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"da0239cd-4ee3-44a1-8167-73945c73274e","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:00.102447368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1e2e20-b688-4f10-b2a1-331e02965e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:00.115497291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1e2e20-b688-4f10-b2a1-331e02965e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:00.128286195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1e2e20-b688-4f10-b2a1-331e02965e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:00.14100275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1e2e20-b688-4f10-b2a1-331e02965e3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:09.90590738Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:09.905985403Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:09.906036292Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","tenant":"e2e-shared-b-w2-9c4ecb","tenantID":"e2e-shared-b-w2-9c4ecb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:09.921329738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-9c4ecb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:09.954371199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"Service","name":"maas-api-e2e-shared-b-w2-9c4ecb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:09.970363341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-9c4ecb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:09.987163971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-9c4ecb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.002927024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.018107789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.035875697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.051046674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.063423572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.075728132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.088229996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.100671635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.113291329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.125671988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.13835062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.156166039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.171821371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.189180004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.21043177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-9c4ecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.232449757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb"},"namespace":"ai-tenant-e2e-shared-b-w2-9c4ecb","name":"default-tenant","reconcileID":"4d861ef0-feef-4385-9209-a41dfd52cc98","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-9c4ecb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:10.574257629Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-9c4ecb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-9c4ecb","reconcileID":"a5bcf964-a6ca-4a82-b1af-7976c597b47a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-9c4ecb","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-9c4ecb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:11.005588702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dadabfc-86ec-4d81-8e6c-2b1c80a2dbfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:11.018383354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dadabfc-86ec-4d81-8e6c-2b1c80a2dbfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:11.03119673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dadabfc-86ec-4d81-8e6c-2b1c80a2dbfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:11.04383156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dadabfc-86ec-4d81-8e6c-2b1c80a2dbfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:11.596539572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01972579-a4eb-4772-8484-43b6937b0032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:11.609620326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01972579-a4eb-4772-8484-43b6937b0032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:11.622243518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01972579-a4eb-4772-8484-43b6937b0032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:11.635290555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01972579-a4eb-4772-8484-43b6937b0032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.405943028Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.405997855Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","namespace":"ai-tenant-e2e-shared-b-w3-354b1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.406045458Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","tenant":"e2e-shared-b-w3-354b1e","tenantID":"e2e-shared-b-w3-354b1e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.422314135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-354b1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.454981863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"Service","name":"maas-api-e2e-shared-b-w3-354b1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.47070399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-354b1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.48729545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-354b1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.502784727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.519755039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.535743024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.551728186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.564103843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.576389662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.588747212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.602088661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.614395189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.626581678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.638836519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.654867192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.675192479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.708517567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.721488327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-354b1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:16.734457466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-354b1e"},"namespace":"ai-tenant-e2e-shared-b-w3-354b1e","name":"default-tenant","reconcileID":"30c93cd8-195a-4e72-bc5d-a297d0819848","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-354b1e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:17.126407759Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-354b1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-354b1e","reconcileID":"123e99b7-53bf-44aa-be71-dc078cc15ce4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-354b1e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-354b1e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:17.560277465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94161b68-95d3-428a-ab6a-1a8051480993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:17.574029259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94161b68-95d3-428a-ab6a-1a8051480993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:17.586937376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94161b68-95d3-428a-ab6a-1a8051480993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:17.600244566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94161b68-95d3-428a-ab6a-1a8051480993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.181012618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2c12bf-0a35-44a2-99b3-cc7068a228fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.193867194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2c12bf-0a35-44a2-99b3-cc7068a228fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.206757128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2c12bf-0a35-44a2-99b3-cc7068a228fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.219934537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2c12bf-0a35-44a2-99b3-cc7068a228fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.850477576Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.943065241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"b7d6344c-ad0c-43ca-9556-c03d663037a6","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.956274173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"cadb69d3-abc7-4cbb-880d-d4fae0af9e57","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.956679097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"d034bbba-6e82-4fc5-b50b-45433acd7e5b","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.956918501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"ea26681a-3d0e-4fd0-91b8-375d42e0f066","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.989171544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"b78b2eb4-2c49-4716-b607-7001333b63b4","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.989497734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"ad5318bf-9aa1-42e4-bdd8-61f587e63fcd","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.989714345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"cef40471-79d9-41ed-9a96-1c31f91eca5a","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.989908656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"95f7f0ec-bca6-4abb-bf40-7c42da5820e3","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:18.995288496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"dd1ed0ef-9eb4-4d31-9fda-f8de21bb8397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.003463653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"9a5463e6-0ff6-4d93-8d09-fd907d41b679","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.00385218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"d5fc437e-b100-480c-b6bc-83dd1203e5e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.010787491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"14ff7fb4-ffec-4b42-a02b-29820fd2efc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.016458391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"dd1ed0ef-9eb4-4d31-9fda-f8de21bb8397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.028249468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"14ff7fb4-ffec-4b42-a02b-29820fd2efc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.099676078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"2b080ec4-e10e-42fa-b7c8-c2468347f1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.10813443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"3b315390-a96b-4f65-91cb-0d3d503a4415","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.111564936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"75a5c82c-101e-4765-b8f9-f6ddad6e715d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.129133397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"2b080ec4-e10e-42fa-b7c8-c2468347f1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.196796031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"2810cb8d-c34c-4926-88b0-b2f3e92bcfe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.21432097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"2810cb8d-c34c-4926-88b0-b2f3e92bcfe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.243729322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078f865c-1e4d-4a2b-a5f0-04f4ba4f8e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.256559987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078f865c-1e4d-4a2b-a5f0-04f4ba4f8e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.269418875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078f865c-1e4d-4a2b-a5f0-04f4ba4f8e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.281917719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078f865c-1e4d-4a2b-a5f0-04f4ba4f8e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.798232154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebc05f3-7c95-4aaf-b31b-240d19cd7ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.810962662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebc05f3-7c95-4aaf-b31b-240d19cd7ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.82372149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebc05f3-7c95-4aaf-b31b-240d19cd7ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:19.836301474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebc05f3-7c95-4aaf-b31b-240d19cd7ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:20.370963798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50598fc-0465-4df6-b8fc-0b6d4a1b13e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:20.383551592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50598fc-0465-4df6-b8fc-0b6d4a1b13e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:20.396162104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50598fc-0465-4df6-b8fc-0b6d4a1b13e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:20.408718181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50598fc-0465-4df6-b8fc-0b6d4a1b13e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:21.00699722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecce3cf-ee0e-4891-a457-e2315a565530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:21.019851901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecce3cf-ee0e-4891-a457-e2315a565530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:21.032409924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecce3cf-ee0e-4891-a457-e2315a565530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:21.045099297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ecce3cf-ee0e-4891-a457-e2315a565530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:21.537034022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"99fb62b5-87a0-4441-b276-e05af304ec61","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.016932604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-w3-718531","reconcileID":"f7b9655f-8d16-45e0-a7fb-7ee325aaf4f2","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.029854129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-2-w3-718531","reconcileID":"c347ec39-0009-425c-96a8-5d4b0e19ecbd","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-2-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-2-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.030050806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"a1f7e56c-d4eb-49cc-866d-d72d7d0fb024","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.044179241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"c11aa479-d2df-44bc-adb0-c4fec3338199","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.060456911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"1e6e14da-10c1-4ce9-aea9-f3effd6bf887","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.060864846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"b39df55c-0459-46f9-a5be-e346dda65eb9","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.061238923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-w3-718531","reconcileID":"25e8ab32-8d84-4aed-ac21-ea50985f05ca","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.061460405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-2-w3-718531","reconcileID":"518daca7-5a44-466e-8f46-ec65c9f1d125","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-2-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-2-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.067999048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1cc90cad-9795-403c-9275-b6a6f9c5529e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.070135557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"b85ab0ba-2431-40df-ab07-dd98d77b9003","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.070286968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"eb7767ff-f889-4100-aa36-a4ad2293e307","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.080327056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"04888f4f-2a0b-48f9-aa1e-074a76e5af68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.085576087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"1cc90cad-9795-403c-9275-b6a6f9c5529e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.102162545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"04888f4f-2a0b-48f9-aa1e-074a76e5af68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.242039739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"6774cc8c-5dcf-447e-8e38-8aacaa4ab964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.253685169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"2f9c9d9a-e18d-4f63-85eb-aeba6bdd8753","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.280114203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"c3cd8600-3bc9-49b4-a4f2-f4337d6d0d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.29750436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"c3cd8600-3bc9-49b4-a4f2-f4337d6d0d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.380985406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"8fd1cf8d-9dca-4a9f-abdc-5d267bbf5527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.398804044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"8fd1cf8d-9dca-4a9f-abdc-5d267bbf5527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.399780265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef140f3-c444-43bf-bb10-d8c95a519fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.412556574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef140f3-c444-43bf-bb10-d8c95a519fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.425462678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef140f3-c444-43bf-bb10-d8c95a519fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:26.438107717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef140f3-c444-43bf-bb10-d8c95a519fec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:27.162056432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b70504-9b2b-4344-bdcc-d93a142609b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:27.174962839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b70504-9b2b-4344-bdcc-d93a142609b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:27.187626021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b70504-9b2b-4344-bdcc-d93a142609b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:27.200171298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2b70504-9b2b-4344-bdcc-d93a142609b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:27.792303688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511eccd8-ad56-4a47-bb5e-faded5020394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:27.808135474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511eccd8-ad56-4a47-bb5e-faded5020394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:27.820987748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511eccd8-ad56-4a47-bb5e-faded5020394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:27.833577613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511eccd8-ad56-4a47-bb5e-faded5020394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.098474883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"ee188693-689e-43fa-9eda-8ca45e5e0054","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.098807406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"61818539-cb9f-4f9f-90f8-30a712922270","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.098988024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"7fc381b5-92fc-4d2f-b6cb-7a83f0c9f6c7","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.099210274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"b4001518-c362-41e9-b217-7b0327c52106","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.135631145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b9e6ba71-8a65-40ae-b6f8-4091aa4f1555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.135770229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"645c3430-9828-4fbe-847a-e74549d871d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.137919114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"3b9ac808-4642-40b0-9ea4-35547b633759","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.137958505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"c4dd3057-836d-4d40-ae14-3673e3095bf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.153358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"645c3430-9828-4fbe-847a-e74549d871d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.154204838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"b9e6ba71-8a65-40ae-b6f8-4091aa4f1555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.238844998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"590aedbc-186f-48f5-a64c-490d56d3119d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:29.238858641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"5ff76112-95f2-4461-a01d-a180b1ee5e3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:30.043666703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"949150f9-6f10-4cb3-8c7c-9a48d37f36d3","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:30.083469843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"053e00f7-b6ce-47fb-b848-4eb74e50e3cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:30.103268645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"4364b228-4cfa-4e68-9d29-10c86b678178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:30.142226177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"4364b228-4cfa-4e68-9d29-10c86b678178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:30.144372258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"e4821fd1-9dbf-435f-8c18-4d6c3bcddf6d","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:30.257935656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"a8454b38-6a8a-478a-8d87-4ce8f4655d37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:31.59937206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"681e5c31-b5ff-4965-bbdc-294b640b4aba","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:31.599394387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"681e5c31-b5ff-4965-bbdc-294b640b4aba","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:31.961821763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"c1d05fd6-ae99-4154-8c9e-741a7e8efdfa","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:31.961848896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"c1d05fd6-ae99-4154-8c9e-741a7e8efdfa","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:31.977548317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"41220e6e-8599-4359-b000-39654fca7bc0","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:31.977567197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"41220e6e-8599-4359-b000-39654fca7bc0","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.002342423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"c025993d-bb7b-4658-890c-36bd4e508e14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.019818062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"c025993d-bb7b-4658-890c-36bd4e508e14","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.091436148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"72b5f769-fc3b-4349-baf8-4cf528809d3b","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.09145427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"72b5f769-fc3b-4349-baf8-4cf528809d3b","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.120138735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"d35e2ba2-2b58-4409-94ab-eba477c416b1","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.16101619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"3a5dd4b7-db60-4216-b8d1-b6227d7c1afe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.179127632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d7420df6-4c9f-4952-861a-293afac52879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.196694603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"d7420df6-4c9f-4952-861a-293afac52879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.214755725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"d56604e3-db47-4603-88d2-52f7ed04b3c7","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.260084086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"a06f9306-358f-471f-aaa6-be833d4692f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.273686049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"1e76fbe7-20cc-46b7-8231-1044aadf341b","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.295050977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"ac6b479d-24f9-4d19-976f-3cb5eddbc3c8","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.295070394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"ac6b479d-24f9-4d19-976f-3cb5eddbc3c8","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.310664284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"c56a96d5-eb4d-440c-8278-bd3085262884","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.310686453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"c56a96d5-eb4d-440c-8278-bd3085262884","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.335204813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"4263eb35-b6c5-453b-891a-5ce868547f55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.352716668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"4263eb35-b6c5-453b-891a-5ce868547f55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.369910549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7c7f8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1f326ea12a5f778ba4946f9b0c7ce94ef0e30a924489f9045510e24536c64a0c) AuthConfig (8ec352cca9537a3d9ea3efbd30c7f1ccf1f097ff9e9cbba48ed6d6d49a809f04) AuthConfig (354ac07e233766ad5b7b54f60196932a6372a5077b01ce66ff7ec3a2966d2a25) AuthConfig (9e009e826a673d82501e911f547bbb43343419f245900e685f4dfc2a70063c20) AuthConfig (622c5fbbb76073402ac4f92f686db572e0498f4930a728046f6a91de6bbfaa70) AuthConfig (8150c5f03d74a1f954919e54799b2f5aafa1153f07de0be52b5d7764c039779f) AuthConfig (d43510ea06df220ee558cce4011013e3cb79920e5a5c54718264890da8ff89ee) AuthConfig (f52e8043592c0518044abd2f44d1670d707b5d75d73a3c3299142a7914d21f1f) AuthConfig (d852600ca8896dcc7aae72abc06bb0f96f1cae72066cc6132f078504e376103f) AuthConfig (bc85cd03d02822131a95593de684891a650e1de1e4a57540f78c098ad31d6579) AuthConfig (d28adf83682ad6329dcdd470ebe50c98a10f9597d7b5867eb76907ceec55a051) AuthConfig (a6905dd2eac63fd2d4665e9c87e480fee87c3756eda668dd4c0a67800e6321c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"4263eb35-b6c5-453b-891a-5ce868547f55","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.387966941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"2e81e67e-28ac-4de0-a534-277377f2d333","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:32.387982309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"2e81e67e-28ac-4de0-a534-277377f2d333","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.483170447Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","namespace":"ai-tenant-e2e-mt-c140370a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.483289216Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","namespace":"ai-tenant-e2e-mt-c140370a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.483444536Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","tenant":"e2e-mt-c140370a","tenantID":"e2e-mt-c140370a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.498074427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"Deployment","name":"maas-api-e2e-mt-c140370a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.528385526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"Service","name":"maas-api-e2e-mt-c140370a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.544255887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c140370a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.565474497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c140370a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.581874779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.596119905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-2-w3-718531","reconcileID":"506e3296-175f-48e8-942b-e5ffd963c724","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-2-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-2-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.599567984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.61744168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.633099107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.645329672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"Deployment","name":"payload-processing-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.664368852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.676897529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"Service","name":"payload-processing-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.68945561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"Service","name":"payload-pre-processing-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.701840955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.714890846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.727460709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.74837006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.76110621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.777642154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.793473026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c140370a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.813071209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c140370a"},"namespace":"ai-tenant-e2e-mt-c140370a","name":"default-tenant","reconcileID":"eb8fd194-78b5-4636-8696-ef2b0c8ec8c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c140370a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:34.851858609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-w3-718531","reconcileID":"8178ccc2-f9d0-4f81-be60-64e19fb46bf4","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.059670455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"591dfc7c-7d8c-4c84-9088-ce0068bcd1e8","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.10535147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"92aec857-7480-4da0-a97f-91d4b21e4bca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.150809779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"8d1236df-0ea4-45f8-8c1e-f4314e4d8c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.16990407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"8d1236df-0ea4-45f8-8c1e-f4314e4d8c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.179857522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"70e156f7-9865-442e-be69-857cedef782d","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.189286176Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c140370a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c140370a","reconcileID":"e94cb898-ad51-4d3e-aa65-a1def350617c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c140370a","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c140370a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.19001223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"84656254-a948-4ee5-8954-8c17e06476ba","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.240923004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"5c539af2-de5a-4f6c-8e86-a3ca8743a1b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.254094929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"65a2cf81-ca33-4bd4-8ef1-66e1b884fec1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.266398066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"ae1aac53-47ad-487a-a9f2-c8bb0952fbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.288163592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"ae1aac53-47ad-487a-a9f2-c8bb0952fbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.303538691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"3910f90c-6424-4f99-b6c2-36cf7ae5e1fc","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.420463065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"55efbaf6-7067-4675-a128-48b30b0e1fc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.527712329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea48d08-8ace-4c25-95fb-c0e9b6225191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.541088216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea48d08-8ace-4c25-95fb-c0e9b6225191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.553637057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea48d08-8ace-4c25-95fb-c0e9b6225191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:35.567137901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea48d08-8ace-4c25-95fb-c0e9b6225191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.073286959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06054e2-d873-47fe-b80e-ab7bc398393f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.086468696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06054e2-d873-47fe-b80e-ab7bc398393f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.099002486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06054e2-d873-47fe-b80e-ab7bc398393f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.111744402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c06054e2-d873-47fe-b80e-ab7bc398393f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.193911256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"eb5177f2-6ea5-4456-b844-ea9900582ddc","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.19438102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"1796df58-0404-4565-bd0d-7d1dcd54bd6e","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.194738332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-w3-718531","reconcileID":"a8382b86-70a4-4a7f-8e68-2e009419053c","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.194887511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-2-w3-718531","reconcileID":"5a57f507-5377-4bb1-a46c-7b396185240d","MaaSModelRef":{"name":"distinct-2-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-2-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-2-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.237786078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"28afa15e-56e8-46aa-935f-f4156e6c395a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.238303169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"a9988672-8abf-4b48-a138-e3b9a5638961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.240304955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"aaf0ce19-b849-42d2-8c9e-f7dedf1b3a81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.24037456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"d7e2270b-5984-47cc-ad0c-53c533ac1bd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.25503723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"28afa15e-56e8-46aa-935f-f4156e6c395a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.255658129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"a9988672-8abf-4b48-a138-e3b9a5638961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.344243016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"9d9fcc06-9b2e-461d-a1fd-d2fb2dd1a125","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:36.344704492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"bc324e5c-4df9-4c74-b7bc-dff887046167","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.14089167Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"60f68ef7-841a-4402-8e41-dc95ad9016f3","namespace":"ai-tenant-e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.140985927Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"60f68ef7-841a-4402-8e41-dc95ad9016f3","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.159696041Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"60f68ef7-841a-4402-8e41-dc95ad9016f3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.160276631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"45eb1abc-bd83-4312-938b-0accbf21a0b7","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.177133114Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"60f68ef7-841a-4402-8e41-dc95ad9016f3","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.17718391Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"60f68ef7-841a-4402-8e41-dc95ad9016f3","namespace":"ai-tenant-e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.177296303Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"60f68ef7-841a-4402-8e41-dc95ad9016f3","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.180273482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"ffeb8eaa-66b0-4dad-b284-51729c5b4560","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.194289099Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"60f68ef7-841a-4402-8e41-dc95ad9016f3","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.198773883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"103bda7b-6e21-4ee3-974a-471279498a99","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.204480531Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"28b65007-304c-4058-903c-88cf52eb6348","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3fc5a49e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.21378509Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"60f68ef7-841a-4402-8e41-dc95ad9016f3","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.219857789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"17901e50-a0a7-41b1-af52-5dbab894647c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.220841911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"a719a9f8-f40e-4675-b6aa-89c6b8a4dcae","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.223210874Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"446399cc-e9a3-4968-9914-6b982d9650da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-923a5de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.237647221Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"14065b70-dade-465c-a1c9-c0c9e4e74135","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3fc5a49e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.242163816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"17901e50-a0a7-41b1-af52-5dbab894647c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.257613604Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"0b93ba87-5ea5-47fd-84f3-1537ac430ea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-923a5de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.294889931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e96b52b3-25f2-40fa-a0eb-3be4d4c63c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.342422005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"e96b52b3-25f2-40fa-a0eb-3be4d4c63c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.375205672Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b310ac6a-3f52-4fa7-b4d2-d7d18c07fda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.387621123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"1acd749c-9082-4f84-81b0-3bbb7711c077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.416756666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b310ac6a-3f52-4fa7-b4d2-d7d18c07fda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.42760511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"1acd749c-9082-4f84-81b0-3bbb7711c077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.434130835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b310ac6a-3f52-4fa7-b4d2-d7d18c07fda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.434157081Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-access","reconcileID":"b310ac6a-3f52-4fa7-b4d2-d7d18c07fda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.445222873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"1acd749c-9082-4f84-81b0-3bbb7711c077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"e2e-worker-w3-718531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.445237896Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-access","reconcileID":"1acd749c-9082-4f84-81b0-3bbb7711c077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-718531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.457327257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"d8160f14-b7b1-4804-ab8c-5e044d026619","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:38.463917202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"09051312-dd05-40db-adb8-883baae571a5","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:42.413291285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"38cd3159-4e51-49cc-90fc-ae2206183798","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:42.431248709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"38cd3159-4e51-49cc-90fc-ae2206183798","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:42.447519136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7c7f8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1f326ea12a5f778ba4946f9b0c7ce94ef0e30a924489f9045510e24536c64a0c) AuthConfig (8ec352cca9537a3d9ea3efbd30c7f1ccf1f097ff9e9cbba48ed6d6d49a809f04) AuthConfig (354ac07e233766ad5b7b54f60196932a6372a5077b01ce66ff7ec3a2966d2a25) AuthConfig (9e009e826a673d82501e911f547bbb43343419f245900e685f4dfc2a70063c20) AuthConfig (622c5fbbb76073402ac4f92f686db572e0498f4930a728046f6a91de6bbfaa70) AuthConfig (8150c5f03d74a1f954919e54799b2f5aafa1153f07de0be52b5d7764c039779f) AuthConfig (d43510ea06df220ee558cce4011013e3cb79920e5a5c54718264890da8ff89ee) AuthConfig (f52e8043592c0518044abd2f44d1670d707b5d75d73a3c3299142a7914d21f1f) AuthConfig (d852600ca8896dcc7aae72abc06bb0f96f1cae72066cc6132f078504e376103f) AuthConfig (bc85cd03d02822131a95593de684891a650e1de1e4a57540f78c098ad31d6579) AuthConfig (d28adf83682ad6329dcdd470ebe50c98a10f9597d7b5867eb76907ceec55a051) AuthConfig (a6905dd2eac63fd2d4665e9c87e480fee87c3756eda668dd4c0a67800e6321c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"38cd3159-4e51-49cc-90fc-ae2206183798","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:43.464842081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"f7a70d0d-655f-4595-981e-b066c8a3b742","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:43.464880282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"f7a70d0d-655f-4595-981e-b066c8a3b742","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:48.250570549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"1461cd15-050b-43a9-bfdd-223775481546","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:48.263860606Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"1461cd15-050b-43a9-bfdd-223775481546","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:48.27119Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"80d615ff-3c9d-4d8c-94b6-3c6c7dc592e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:48.276761939Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"simulator-subscription","reconcileID":"1461cd15-050b-43a9-bfdd-223775481546","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531","model":"e2e-models-e2e-worker-w3-718531/simulator-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:48.284382513Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"80d615ff-3c9d-4d8c-94b6-3c6c7dc592e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:48.377427304Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"premium-simulator-subscription","reconcileID":"80d615ff-3c9d-4d8c-94b6-3c6c7dc592e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-718531"},"name":"maas-trlp-premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531","model":"e2e-models-e2e-worker-w3-718531/premium-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:48.426976587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"8da47735-19d1-4611-ac6a-0d5378fc5b24","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:48.456455113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"cb2efaf1-339a-4d5b-ae78-43da8d87df3b","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:48.806564095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.768859876Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"4c6e7ccf-ace1-4793-8dc8-b2c4d3786607","namespace":"ai-tenant-e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.76897782Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"4c6e7ccf-ace1-4793-8dc8-b2c4d3786607","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.786385278Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"4c6e7ccf-ace1-4793-8dc8-b2c4d3786607","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.786909007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"18f490af-2792-4202-be2a-2114a066b89e","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.803880535Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"4c6e7ccf-ace1-4793-8dc8-b2c4d3786607","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.803895902Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"4c6e7ccf-ace1-4793-8dc8-b2c4d3786607","namespace":"ai-tenant-e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.803988829Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"4c6e7ccf-ace1-4793-8dc8-b2c4d3786607","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.806764829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"8ce71079-3f29-4eb0-bcef-5716a4f0bc2d","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.826485463Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"4c6e7ccf-ace1-4793-8dc8-b2c4d3786607","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.82659121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"7b6513a3-4211-4505-8378-a4d32fbc07fa","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.836899647Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"292c6339-e71b-429b-9393-4eefa1eae32c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ca4eb04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.848235322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"dbff1e4e-70b3-443b-915d-facda38208e5","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.848808971Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"4c6e7ccf-ace1-4793-8dc8-b2c4d3786607","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.848981534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"5288a4fd-0df0-478b-9e8f-151be7e3b91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.855407889Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"700f3828-db3d-4d80-a7ea-af28e7ead574","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91a4ff8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.862017821Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"ee0930a1-c5b6-4891-8924-2514a873c2c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ca4eb04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.866945627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"5288a4fd-0df0-478b-9e8f-151be7e3b91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.882581666Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"22414ac8-1106-4bf3-9f70-7a80d020f1f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91a4ff8b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.922350653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ad6e7bc7-c9e4-4a61-93ac-19bbae3a3c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:51.943436299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"ad6e7bc7-c9e4-4a61-93ac-19bbae3a3c86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.041097192Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"23c02c77-0073-4f4f-9f7d-7d97d60e59be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.05320153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"097567a6-f1fb-4820-ae73-8981774aaf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.0784285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"23c02c77-0073-4f4f-9f7d-7d97d60e59be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.090467318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"097567a6-f1fb-4820-ae73-8981774aaf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.096408521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"23c02c77-0073-4f4f-9f7d-7d97d60e59be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.096423424Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-access","reconcileID":"23c02c77-0073-4f4f-9f7d-7d97d60e59be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.107705459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"097567a6-f1fb-4820-ae73-8981774aaf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"e2e-worker-w2-3cc164-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.107719973Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-access","reconcileID":"097567a6-f1fb-4820-ae73-8981774aaf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.11575565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"05e9b363-3d05-4103-814a-122ac8fb9d84","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.124623002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"b4de8bed-591f-455c-8705-0d32558e0d0c","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.559032639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"6b8e2da7-71dd-4be9-98a5-7a4030720d13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.576860093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"6b8e2da7-71dd-4be9-98a5-7a4030720d13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:29:52.593211874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7c7f8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1f326ea12a5f778ba4946f9b0c7ce94ef0e30a924489f9045510e24536c64a0c) AuthConfig (8ec352cca9537a3d9ea3efbd30c7f1ccf1f097ff9e9cbba48ed6d6d49a809f04) AuthConfig (354ac07e233766ad5b7b54f60196932a6372a5077b01ce66ff7ec3a2966d2a25) AuthConfig (9e009e826a673d82501e911f547bbb43343419f245900e685f4dfc2a70063c20) AuthConfig (622c5fbbb76073402ac4f92f686db572e0498f4930a728046f6a91de6bbfaa70) AuthConfig (8150c5f03d74a1f954919e54799b2f5aafa1153f07de0be52b5d7764c039779f) AuthConfig (d43510ea06df220ee558cce4011013e3cb79920e5a5c54718264890da8ff89ee) AuthConfig (f52e8043592c0518044abd2f44d1670d707b5d75d73a3c3299142a7914d21f1f) AuthConfig (d852600ca8896dcc7aae72abc06bb0f96f1cae72066cc6132f078504e376103f) AuthConfig (bc85cd03d02822131a95593de684891a650e1de1e4a57540f78c098ad31d6579) AuthConfig (d28adf83682ad6329dcdd470ebe50c98a10f9597d7b5867eb76907ceec55a051) AuthConfig (a6905dd2eac63fd2d4665e9c87e480fee87c3756eda668dd4c0a67800e6321c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"6b8e2da7-71dd-4be9-98a5-7a4030720d13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:00.83402955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-2-w2-3cc164","reconcileID":"263ab86f-810d-42f5-8052-71381fa501cd","MaaSModelRef":{"name":"distinct-2-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-2-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-2-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:00.842001471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"4ffcb176-d7f9-47ba-88d1-a1fd7642a08f","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:00.850389302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"premium-w2-3cc164","reconcileID":"8aaee57a-0ad6-4723-a797-23a6e0fddc83","MaaSModelRef":{"name":"premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"premium-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"premium-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:00.857791482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"f290cadd-58cc-4b30-834b-c3c40b43c0d0","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:01.875621336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"eae2f959-3667-4e10-a283-f4bd52e853f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:01.889083007Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"eae2f959-3667-4e10-a283-f4bd52e853f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:01.895581537Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"131b9560-f049-4ba9-b039-fe7b90adf7f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:01.902086077Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"simulator-subscription","reconcileID":"eae2f959-3667-4e10-a283-f4bd52e853f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/simulator-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:01.9086666Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"131b9560-f049-4ba9-b039-fe7b90adf7f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:02.002244487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"premium-simulator-subscription","reconcileID":"131b9560-f049-4ba9-b039-fe7b90adf7f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"name":"maas-trlp-premium-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164","model":"e2e-models-e2e-worker-w2-3cc164/premium-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:02.016961284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"distinct-w2-3cc164","reconcileID":"4facdb4c-e5b1-47f3-bcb2-7c7cc021d40b","MaaSModelRef":{"name":"distinct-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"distinct-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"distinct-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:02.036316961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"namespace":"e2e-models-e2e-worker-w2-3cc164","name":"simulator-w2-3cc164","reconcileID":"58917b54-6419-4ddd-b29f-35ab425a0f18","MaaSModelRef":{"name":"simulator-w2-3cc164","namespace":"e2e-models-e2e-worker-w2-3cc164"},"routeName":"simulator-w2-3cc164-kserve-route","namespace":"e2e-models-e2e-worker-w2-3cc164","llmisvcName":"simulator-w2-3cc164","gateway":"openshift-ingress/e2e-worker-w2-3cc164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:02.618170606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"0e8558ac-e609-4993-a317-c766ca437793","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:02.635627404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"0e8558ac-e609-4993-a317-c766ca437793","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:02.86687745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"5f992190-cfa7-46f4-93d4-d425e74fa2bc","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:02.866899104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"5f992190-cfa7-46f4-93d4-d425e74fa2bc","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.808451015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"4baf0a3a-45a9-41fd-9994-56bd89a83149","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.808477155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"4baf0a3a-45a9-41fd-9994-56bd89a83149","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.829738489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"a1f7130f-a3f1-4794-93e0-c365c07800c6","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.82976057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"a1f7130f-a3f1-4794-93e0-c365c07800c6","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:03.840189386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-shared-sub-2dacfb","reconcileID":"e855e030-e63f-4578-8215-b678a090eabf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-2dacfb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:03.845351286Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"a1f7130f-a3f1-4794-93e0-c365c07800c6","name":"sub-test-model-09c89e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-09c89e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:03.845402953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"a1f7130f-a3f1-4794-93e0-c365c07800c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-09c89e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.850720833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"3c64c533-a634-4531-9903-9ac403bf31b1","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.850735052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"3c64c533-a634-4531-9903-9ac403bf31b1","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.857232708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"e81dc4c4-f8c3-4288-a827-92df7e2a9e38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.872358749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"541bf2f7-2fb1-48cc-a989-6943e014551e","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.872382714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"541bf2f7-2fb1-48cc-a989-6943e014551e","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.875050907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"e81dc4c4-f8c3-4288-a827-92df7e2a9e38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.890389027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"1f0ae0b0-eadd-4278-baea-0aeb776b96cd","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.89041165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"1f0ae0b0-eadd-4278-baea-0aeb776b96cd","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.945586046Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-shared-sub-2dacfb","reconcileID":"57cc173b-e070-4f9f-9240-d66772efab3f","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"sub-test-model-09c89e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-09c89e/e2e-shared-sub-2dacfb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.992229655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"ee0f9855-27a7-40b7-b2f5-c3af1ecc188d","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.992247284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"ee0f9855-27a7-40b7-b2f5-c3af1ecc188d","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.997910749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"b82bc074-a017-467a-9b86-f74c9f6c2152","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:03.997925273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"b82bc074-a017-467a-9b86-f74c9f6c2152","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.016885084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"7e504e10-e665-4c36-a925-74a8d35ae2f9","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.016905022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"7e504e10-e665-4c36-a925-74a8d35ae2f9","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.031105968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-shared-sub-2dacfb","reconcileID":"9c23f2c5-d348-4043-88ec-556dc1f129d6","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:04.031353052Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"7e504e10-e665-4c36-a925-74a8d35ae2f9","name":"sub-test-model-7c7f8f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-7c7f8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:04.031413258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"7e504e10-e665-4c36-a925-74a8d35ae2f9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-7c7f8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:04.031414529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-shared-sub-2dacfb","reconcileID":"91911dca-8934-4d85-bb43-161d216701ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-2dacfb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.036758482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"a7932768-272e-420c-8dfe-2fa2ac77594d","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.036775575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"a7932768-272e-420c-8dfe-2fa2ac77594d","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.042781315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"106f6c20-5171-4b49-94ef-84ca9fbab01a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.060753653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"106f6c20-5171-4b49-94ef-84ca9fbab01a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.06394367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"95f651ba-6fdb-4999-aaff-30d515e773cf","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.063961634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"95f651ba-6fdb-4999-aaff-30d515e773cf","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.08234477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"78aaa138-1639-4eef-ba1f-eb6a2041ec60","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.08236383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"78aaa138-1639-4eef-ba1f-eb6a2041ec60","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.093807675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"2765b12b-d1cc-4a39-9017-4703419d0ef5","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.093824393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"2765b12b-d1cc-4a39-9017-4703419d0ef5","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.14522529Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-shared-sub-2dacfb","reconcileID":"2a069d77-c791-4cbb-b9e5-5b979dfdd9ad","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"sub-test-model-7c7f8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-7c7f8f/e2e-shared-sub-2dacfb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.193036196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"18606567-ef21-40a5-833d-c6c331e8149d","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.193058707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"18606567-ef21-40a5-833d-c6c331e8149d","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.198002381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"823d6722-0261-441e-9f8f-a1b7de733a48","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.198017239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"823d6722-0261-441e-9f8f-a1b7de733a48","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.215771894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"2bfc94ce-795a-492f-8911-638e16ce7d43","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.215792132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"2bfc94ce-795a-492f-8911-638e16ce7d43","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:04.231212459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"5a841d67-3db4-434d-8f07-8f0e794f1fb4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-2dacfb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.231913422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-shared-sub-2dacfb","reconcileID":"df72edde-05b7-4717-9968-ee0b8f2b270f","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.279763765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"d17de9ba-34db-46ec-825f-8eac310e8805","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.279781838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"d17de9ba-34db-46ec-825f-8eac310e8805","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.300523455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"29320942-b13f-4e4e-aed6-d17b4a4777fa","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.300541251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"29320942-b13f-4e4e-aed6-d17b4a4777fa","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.36063552Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"ece246a0-f38b-495a-b8dd-9df5a217c987","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-09c89e/e2e-a-only-2dacfb","ai-tenant-e2e-shared-a-w0-09c89e/e2e-shared-sub-2dacfb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.40163787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"73133500-dcb1-4a45-9767-f2dfa31ed85d","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.401654687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"73133500-dcb1-4a45-9767-f2dfa31ed85d","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.416239481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"26896bc5-9815-49df-9bb8-a0851b6d9a2a","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.416260368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"26896bc5-9815-49df-9bb8-a0851b6d9a2a","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.420814816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"e7a404d2-8706-42e0-a5c7-a2293891259f","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.420832299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"e7a404d2-8706-42e0-a5c7-a2293891259f","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:04.447679337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"22cbc12e-d4ec-4a05-94d6-5b57c3c950bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-2dacfb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.461469938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-shared-sub-2dacfb","reconcileID":"0833f533-71cd-46ff-a8be-4f284c16804d","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.540285735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"4f90543c-ffc9-434f-96e3-48db6f244afd","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.540305567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"4f90543c-ffc9-434f-96e3-48db6f244afd","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.541357955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"c69fff0a-15c8-46e5-8834-b2b144b4f10f","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.541376178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"c69fff0a-15c8-46e5-8834-b2b144b4f10f","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.567315657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"12552edc-0eb9-4bbe-8284-3e05d1c2cb14","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.659733619Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"e393947a-9691-417f-a454-f95e29621758","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-7c7f8f/e2e-b-only-2dacfb","ai-tenant-e2e-shared-b-w0-7c7f8f/e2e-shared-sub-2dacfb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.717246556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"0c4afaeb-41b5-42db-9b50-7889fd9de165","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.717270415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"0c4afaeb-41b5-42db-9b50-7889fd9de165","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.743446128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-shared-sub-2dacfb","reconcileID":"2ce46c8b-1fce-4a49-8d80-169af1c46957","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:04.842817119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"b9aeea31-98de-4be3-bd3e-4536b7435fc0","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:07.897031256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"simulator-w3-718531","reconcileID":"c9df201d-dcbf-47a9-9434-f15932831a9d","MaaSModelRef":{"name":"simulator-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"simulator-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"simulator-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:07.897344636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"premium-w3-718531","reconcileID":"a529eac6-3cb3-4dc3-a723-d6d8d59228b0","MaaSModelRef":{"name":"premium-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"premium-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"premium-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:07.897562927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"namespace":"e2e-models-e2e-worker-w3-718531","name":"distinct-w3-718531","reconcileID":"9bb183fe-bf25-42fe-bb92-2d2857628535","MaaSModelRef":{"name":"distinct-w3-718531","namespace":"e2e-models-e2e-worker-w3-718531"},"routeName":"distinct-w3-718531-kserve-route","namespace":"e2e-models-e2e-worker-w3-718531","llmisvcName":"distinct-w3-718531","gateway":"openshift-ingress/e2e-worker-w3-718531","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.026757391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"fe3022c2-da3b-4ebd-b8ec-af8b1d321f28","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.026788642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"fe3022c2-da3b-4ebd-b8ec-af8b1d321f28","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.29264097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","namespace":"ai-tenant-e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.292714613Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","namespace":"ai-tenant-e2e-worker-w3-718531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.292828044Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","tenant":"e2e-worker-w3-718531","tenantID":"e2e-worker-w3-718531","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.30765642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"Deployment","name":"maas-api-e2e-worker-w3-718531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.334953829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"Service","name":"maas-api-e2e-worker-w3-718531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.355411757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-718531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.374566778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-718531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.390260064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.409264272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.4273938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.445253177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.45761925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.469998838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.484400077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"Service","name":"payload-processing-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.496773059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.508988255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.521295823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.533936232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.550320902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.56622927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.581572164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.598513906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-718531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.614936156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-718531"},"namespace":"ai-tenant-e2e-worker-w3-718531","name":"default-tenant","reconcileID":"085a5c60-680f-4cd2-8945-930978f15f4f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-718531","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:09.97331288Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-718531","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-718531","reconcileID":"d31dc3b3-f4e0-4d9a-a5ac-59c24adbe2c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-718531","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-718531"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:10.319335203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1262d8-ede0-4fd5-ba21-870662f72031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:10.332845788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1262d8-ede0-4fd5-ba21-870662f72031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:10.345663884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1262d8-ede0-4fd5-ba21-870662f72031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:10.358370986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1262d8-ede0-4fd5-ba21-870662f72031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:10.946227866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a792aba2-3b37-4872-b72b-f855421a6788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:10.959412797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a792aba2-3b37-4872-b72b-f855421a6788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:10.97197372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a792aba2-3b37-4872-b72b-f855421a6788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:10.984900138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a792aba2-3b37-4872-b72b-f855421a6788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:18.806611448Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:23.965399422Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","namespace":"ai-tenant-e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:23.965456494Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","namespace":"ai-tenant-e2e-worker-w2-3cc164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:23.965504239Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","tenant":"e2e-worker-w2-3cc164","tenantID":"e2e-worker-w2-3cc164","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:23.979799219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"Deployment","name":"maas-api-e2e-worker-w2-3cc164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.009439134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"Service","name":"maas-api-e2e-worker-w2-3cc164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.025242973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-3cc164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.042583152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-3cc164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.057924204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.072774378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.090775219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.107908848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.120057008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.132884984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.147424625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"Service","name":"payload-processing-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.16045046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.172819423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.185028709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.197307233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.219413869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.233226347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.253518985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.266133762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-3cc164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.278586473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-3cc164"},"namespace":"ai-tenant-e2e-worker-w2-3cc164","name":"default-tenant","reconcileID":"13a564fc-9522-4f31-a04e-f63b75f10777","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-3cc164","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.560971664Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-3cc164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-3cc164","reconcileID":"2c52f2aa-c2da-4925-9a6f-a86275684455","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-3cc164","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-3cc164"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.890208727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9362fb88-bad6-465c-bd98-2427dbfcb26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.903234504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9362fb88-bad6-465c-bd98-2427dbfcb26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.915966605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9362fb88-bad6-465c-bd98-2427dbfcb26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:24.929102755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9362fb88-bad6-465c-bd98-2427dbfcb26c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:25.438491569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390cc279-40d1-4e8d-82cb-753c940861c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:25.451181896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390cc279-40d1-4e8d-82cb-753c940861c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:25.463797862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390cc279-40d1-4e8d-82cb-753c940861c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:25.476452498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390cc279-40d1-4e8d-82cb-753c940861c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:25.962966669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-shared-sub-2dacfb","reconcileID":"ebe8342d-224f-43ee-95e5-1c5134173687","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:25.962968825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-shared-sub-2dacfb","reconcileID":"d6ea97bf-6c74-4c44-a218-f02f69c10d54","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:25.965179637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"b8e228f7-ab76-40aa-8ad0-46cb99414ae5","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:25.965396171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"86a1d638-9d00-402b-b68e-0e9dba184ec0","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.012697523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"d3b59d2a-74ea-44c3-a0fa-32f7f6a788d8","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.012715934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"d3b59d2a-74ea-44c3-a0fa-32f7f6a788d8","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.01536869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"5119839b-2cd9-41b3-9919-0842792ebf83","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.015388552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"5119839b-2cd9-41b3-9919-0842792ebf83","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.018581404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"df3cdab8-330c-4577-b100-f70836319ba3","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.018605508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"df3cdab8-330c-4577-b100-f70836319ba3","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.01920522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"8c6789b4-04b5-47db-b517-8ce9a2ab9d7e","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.019219847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"8c6789b4-04b5-47db-b517-8ce9a2ab9d7e","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.396206586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"7882ebdb-8c6c-4189-9291-18cdc73d6fc2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.417432399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"7882ebdb-8c6c-4189-9291-18cdc73d6fc2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.568760206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"c4865d73-b13c-4845-b70e-099bb3c1da38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:26.587723259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"c4865d73-b13c-4845-b70e-099bb3c1da38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:30.918674581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"87b3ce8b-cedf-4ff5-8f75-3b88bf962a9e","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:30.91870137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"87b3ce8b-cedf-4ff5-8f75-3b88bf962a9e","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:31.222960904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"77825387-fba5-4f87-ad85-134ad8a7fdba","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:31.222993106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"77825387-fba5-4f87-ad85-134ad8a7fdba","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:31.240536606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"992d2e24-c57c-4504-bd1b-a5b022d45da1","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:31.240556607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"992d2e24-c57c-4504-bd1b-a5b022d45da1","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:31.268032298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"60659dad-7350-4e47-afcc-81883f2e216e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:31.285583538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"60659dad-7350-4e47-afcc-81883f2e216e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:31.443357277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"d0f6bef5-913f-45cb-a971-9dab3ca13a70","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:31.443373441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"d0f6bef5-913f-45cb-a971-9dab3ca13a70","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.586318033Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"532f23ee-0f2b-41c2-b514-96feb4920e6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.586420535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"425e794b-9d5d-4aee-9c61-72cc55a1ec07","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.58643886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"425e794b-9d5d-4aee-9c61-72cc55a1ec07","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.648304803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"f8359ab5-8c2c-4b14-84fb-44dca5c385a0","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.648464311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-shared-sub-2dacfb","reconcileID":"7261e714-0c0d-4c86-a531-aa3a305eaba0","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.696215198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"532f23ee-0f2b-41c2-b514-96feb4920e6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.713987624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"532f23ee-0f2b-41c2-b514-96feb4920e6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"e2e-shared-a-w0-09c89e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.714005091Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"532f23ee-0f2b-41c2-b514-96feb4920e6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.73181429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"0f31de02-3d1e-4757-b59c-78d132662a07","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.73183125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"0f31de02-3d1e-4757-b59c-78d132662a07","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.790713152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-shared-sub-2dacfb","reconcileID":"32b28e2b-63f5-4758-958d-30d454338328","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.790744649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"20e7f2b4-2ac0-4855-83be-1dc0cf2759a2","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.878483484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"6cc659da-a9fa-4740-9c3b-c5a4dc218bcf","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:32.878505195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"6cc659da-a9fa-4740-9c3b-c5a4dc218bcf","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:36.695612506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"e1b36cb2-e513-4f06-bc1b-6635232278a6","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:36.695637636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"e1b36cb2-e513-4f06-bc1b-6635232278a6","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:36.710643666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"dcc09237-f389-47cd-bf64-3ac5e1b79c10","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:36.710661487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"dcc09237-f389-47cd-bf64-3ac5e1b79c10","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:36.735115015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"d02213b7-f202-42a4-8e0f-5b09dec52aae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:36.753802696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"d02213b7-f202-42a4-8e0f-5b09dec52aae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:36.770371668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-9d01b2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ef63576a41dd70a7c45cb3a6a1f1ca651d4e9abb56cc9b8b1b6746806f4117e) AuthConfig (2516771ec79d124cf5ea2d2f48dedf1fdea5e22d077e9820ffad913ab694aba3) AuthConfig (772111a95aeade20649f5477741b2d0332408e397f763154b1f768833ec4f920) AuthConfig (3f121fdcc81b6f5e760b21029d3bb952b5d72d310f736d098f91b9e2895c9eb7) AuthConfig (f232661ccdb116bccc62f6a7e24dd10abe8876ab43964927153b51995915bbe3) AuthConfig (23a4cb28163a0381f726875545f37f739e3c3e821bcfe5ae49a2f2b2b25f0d4f) AuthConfig (d74216fd1412e84fae8ad4a43c509b1d7e5c605ce7657d17f734a2038148e078) AuthConfig (efd4209d9c505ab4af1598d7ad05bc6eb2bf398a50d8b759387b4ba099e5cb9f) AuthConfig (376c7fd7f30b09ec8b795b39da5ccf9af31c2f58983d09fe416dd7de24bd1bef) AuthConfig (661c9caf5b34ff287c641e005f8574edbb2e1c89879b6fa48bf65b62d577c999) AuthConfig (51db4fc0442878f198d50af20e30a091e09723ea9367133956f3d79cec02c349) AuthConfig (3ae879547b889969b5196007f28a9a6a1cdba495680b476433b0965f18ab4b62)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"d02213b7-f202-42a4-8e0f-5b09dec52aae","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:36.788317544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"a3a0b1e6-0afd-43e9-a0e7-0fce787f12ca","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:36.788332782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"a3a0b1e6-0afd-43e9-a0e7-0fce787f12ca","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:42.925236078Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-shared-sub-2dacfb","reconcileID":"4581ae41-47b7-4e64-8a75-af96a5c6eca0","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscription":"e2e-shared-sub-2dacfb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:42.971540497Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-shared-sub-2dacfb","reconcileID":"4581ae41-47b7-4e64-8a75-af96a5c6eca0","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-09c89e/e2e-a-only-2dacfb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:43.018752785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"f4c1cfd5-6349-49a4-a0c4-ffb5ee308f5a","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:43.118837524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"0ad323d7-b871-4fb9-8bca-96b2e7d2fb61","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:43.118857804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"0ad323d7-b871-4fb9-8bca-96b2e7d2fb61","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:43.285852288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"a04a4997-52dd-4ee4-b598-3b355fc1d099","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:43.285876834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"a04a4997-52dd-4ee4-b598-3b355fc1d099","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:46.816376114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"20d69fc1-edb3-44a7-b0ca-525689eaa00c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:46.833756644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"20d69fc1-edb3-44a7-b0ca-525689eaa00c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:46.910397592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"500f167b-bc22-47a5-ab8f-588f4e7289a3","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:46.910418076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"500f167b-bc22-47a5-ab8f-588f4e7289a3","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.660683222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"3ac3d8d4-50c8-416d-8c01-8e66c3f721bb","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.660703796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"3ac3d8d4-50c8-416d-8c01-8e66c3f721bb","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.679405465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"b66c9171-c618-41f2-9adf-e1d3d9003a8c","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.67942896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"b66c9171-c618-41f2-9adf-e1d3d9003a8c","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:47.693830939Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"b66c9171-c618-41f2-9adf-e1d3d9003a8c","name":"rate-test-model-20d9a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-20d9a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:47.693894765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"b66c9171-c618-41f2-9adf-e1d3d9003a8c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-20d9a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:47.694291101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-a-e7512e","reconcileID":"709f7166-d255-4c0d-84cf-f617ab66a4c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-e7512e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.699614861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"587b731f-bcae-4741-b4e3-f989e3f62a8e","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.699629984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"587b731f-bcae-4741-b4e3-f989e3f62a8e","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.706834694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"235a6b05-7055-4be7-926a-9d98df573011","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.725588072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"235a6b05-7055-4be7-926a-9d98df573011","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.727652444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"f4bb366d-a066-43f8-baa7-f045dc14e95d","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.727671783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"f4bb366d-a066-43f8-baa7-f045dc14e95d","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.74563167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"7593c65a-61c0-4f01-8f18-6e5d3ec0fa64","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.745646967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"7593c65a-61c0-4f01-8f18-6e5d3ec0fa64","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.798964534Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-a-e7512e","reconcileID":"10ae5eef-2289-4b11-bf83-c34b368767da","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-rate-test-model-20d9a4","model":"rate-test-model-20d9a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-20d9a4/e2e-rate-iso-a-e7512e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.848950353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"dd0465d8-80c2-4ce6-a6b0-4f573d0672bf","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.848969132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"dd0465d8-80c2-4ce6-a6b0-4f573d0672bf","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.8709711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"0d4d1354-6d2f-458c-94ef-048330a08deb","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.870989662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"0d4d1354-6d2f-458c-94ef-048330a08deb","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.888976945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-a-e7512e","reconcileID":"dc1df255-2e87-446c-a19b-d4dabc5d8ee9","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-rate-test-model-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.890005945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"ed3f40bf-e90d-42ee-b96e-729b90c598a0","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.890023363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"ed3f40bf-e90d-42ee-b96e-729b90c598a0","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:47.90433692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-b-e7512e","reconcileID":"1a940707-90cd-4e2b-a10c-2eb90cf4903e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-e7512e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:47.904402942Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"ed3f40bf-e90d-42ee-b96e-729b90c598a0","name":"rate-test-model-9d01b2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9d01b2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:30:47.904448846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"ed3f40bf-e90d-42ee-b96e-729b90c598a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9d01b2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.909880181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"3c7bfb85-d1ad-40c1-9d59-54c70df9f8cc","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.909894147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"3c7bfb85-d1ad-40c1-9d59-54c70df9f8cc","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.915962464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"2cea1dc3-b376-45d0-9be7-4f48d320b8a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.933333793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"2cea1dc3-b376-45d0-9be7-4f48d320b8a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.937633582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"5072e520-29fe-4924-a23a-bb91bd09a4bc","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.937651179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"5072e520-29fe-4924-a23a-bb91bd09a4bc","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.955425061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"3fc4be8c-11e2-42a1-b23e-af2a9a167a3b","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:47.955443664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"3fc4be8c-11e2-42a1-b23e-af2a9a167a3b","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:48.009756372Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-b-e7512e","reconcileID":"ddc0245e-7ee8-4967-bf31-244616ae6616","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-rate-test-model-9d01b2","model":"rate-test-model-9d01b2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-9d01b2/e2e-rate-iso-b-e7512e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:48.055131935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"ab7d2aac-b686-4709-8fa3-45d3d0d6bec4","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:48.055161657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"ab7d2aac-b686-4709-8fa3-45d3d0d6bec4","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:48.093929597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-b-e7512e","reconcileID":"f852dbce-9845-4b6b-88f9-d8177083dc60","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-rate-test-model-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:48.806084557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.304845321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"f8a1ff46-54cc-4912-8ca5-4bdb5eb7c30a","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.304868088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"f8a1ff46-54cc-4912-8ca5-4bdb5eb7c30a","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.601014417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"6e79df3a-ba24-444f-9f3e-3c232bf994e1","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.601042845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"6e79df3a-ba24-444f-9f3e-3c232bf994e1","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.619332377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"4cee06c6-c700-47a0-a760-0f0e67bffbe6","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.619365498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"4cee06c6-c700-47a0-a760-0f0e67bffbe6","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.646669939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"90143751-0d0d-45c7-8bdb-171af503f391","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.664651993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"90143751-0d0d-45c7-8bdb-171af503f391","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.738571118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"c23b7cdf-0a0d-4975-b7ba-e68935351946","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:51.738587687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"c23b7cdf-0a0d-4975-b7ba-e68935351946","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.335537866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"08554c3a-5f8d-4081-bae9-1b92332f5bb4","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","subscription":"e2e-a-only-2dacfb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.348710462Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"08554c3a-5f8d-4081-bae9-1b92332f5bb4","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.361653413Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"e2e-a-only-2dacfb","reconcileID":"08554c3a-5f8d-4081-bae9-1b92332f5bb4","MaaSSubscription":{"name":"e2e-a-only-2dacfb","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"name":"maas-trlp-sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.520493142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"3333c51e-4ee6-4ea1-b9c6-b519ffef7d20","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"tenant":"e2e-shared-a-w0-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","model":"ai-tenant-e2e-shared-a-w0-09c89e/sub-test-model-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.520519844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"sub-test-model-09c89e","reconcileID":"3333c51e-4ee6-4ea1-b9c6-b519ffef7d20","MaaSModelRef":{"name":"sub-test-model-09c89e","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"routeName":"sub-test-model-09c89e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","llmisvcName":"sub-test-model-09c89e","gateway":"openshift-ingress/e2e-shared-a-w0-09c89e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.806246871Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"45236e26-8e29-4285-a69c-690839815e76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.806356776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"434c6208-ae26-4f09-8d24-fb87ed623427","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.806374171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"434c6208-ae26-4f09-8d24-fb87ed623427","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.867951916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"be5c054b-7009-49dc-b97d-5912a52bb8fe","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.868025965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-shared-sub-2dacfb","reconcileID":"3bb1ad4f-5f89-4bf8-82e3-211ab6f2ab46","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.943739194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"45236e26-8e29-4285-a69c-690839815e76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.967782868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"45236e26-8e29-4285-a69c-690839815e76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"e2e-shared-b-w0-7c7f8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.968058967Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-sub-iso-auth-2dacfb","reconcileID":"45236e26-8e29-4285-a69c-690839815e76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.985468227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"3291ea36-45de-40cb-bc81-5a6e58793756","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:53.98548964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"3291ea36-45de-40cb-bc81-5a6e58793756","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:54.065953951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-shared-sub-2dacfb","reconcileID":"0043285c-ee0b-4deb-902b-fac7885df5b7","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:54.066087783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"9710c1f7-d87f-415a-98fe-1f34f4388b22","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:54.12155138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"78269466-03dd-4f25-9c04-15682c9fecaf","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:54.121568692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"78269466-03dd-4f25-9c04-15682c9fecaf","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:57.077741265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"f208767e-8429-4afa-a2a3-253276e59662","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:57.07777081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"f208767e-8429-4afa-a2a3-253276e59662","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:57.142261923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"842823a8-0538-420d-a63d-799e2f878991","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:57.14228852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"842823a8-0538-420d-a63d-799e2f878991","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:57.167187717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"414722a7-f9bf-46e7-9d17-ef9678ee2f91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:57.184749767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"414722a7-f9bf-46e7-9d17-ef9678ee2f91","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:57.29699598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"a696a0ae-b925-4b4f-b91d-7bc419914281","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:30:57.297013902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"a696a0ae-b925-4b4f-b91d-7bc419914281","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.870334243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"79ab2a6c-3ba4-41a0-8cb8-a867c821a88a","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.870354925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"79ab2a6c-3ba4-41a0-8cb8-a867c821a88a","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.890364538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"50afc7e6-c19e-48e2-b944-6fffbab3d731","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.890387391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"50afc7e6-c19e-48e2-b944-6fffbab3d731","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:31:02.942415102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-shared-sub-b571d4","reconcileID":"3a613827-ac3a-40b9-aeb6-df74c1f3ecbd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b571d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:31:02.942772736Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"50afc7e6-c19e-48e2-b944-6fffbab3d731","name":"sub-test-model-410725","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-410725\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:31:02.94281767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"50afc7e6-c19e-48e2-b944-6fffbab3d731","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-410725\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.948855636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"d1f9e923-5809-408b-b4c7-68a8443911ac","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.948870025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"d1f9e923-5809-408b-b4c7-68a8443911ac","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.955176455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"ab6d08f5-5152-4095-ab3b-5e4ba8cacb8c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.972591926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"ab6d08f5-5152-4095-ab3b-5e4ba8cacb8c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.974362355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"723b7ed0-07d9-4678-8ad9-6ef36771fc70","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.974377224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"723b7ed0-07d9-4678-8ad9-6ef36771fc70","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.992500273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"c35f8be7-7e70-4262-bc14-10245d868bcc","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:02.99251435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"c35f8be7-7e70-4262-bc14-10245d868bcc","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.0452876Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-shared-sub-b571d4","reconcileID":"bc197e55-1a4c-4fff-be16-7d0e12b5a1b9","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"sub-test-model-410725","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-410725/e2e-shared-sub-b571d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.057666931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"7fd906c0-4969-4a2c-907b-3e0b6e0e05f4","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.057687429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"7fd906c0-4969-4a2c-907b-3e0b6e0e05f4","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.077107024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"1d825d7f-871f-43a1-a200-484ddd39d08d","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.077128968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"1d825d7f-871f-43a1-a200-484ddd39d08d","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:31:03.091388652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-shared-sub-b571d4","reconcileID":"7ccb7a4e-f9b0-4e84-b82a-71ca205ee53a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b571d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.095287879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"c43128e1-10d6-4896-b44d-b3f1cb478f23","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.095302612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"c43128e1-10d6-4896-b44d-b3f1cb478f23","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.103191661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"d9c96bf3-12ca-40cd-8947-8d3f2b37b179","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.121020069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"d9c96bf3-12ca-40cd-8947-8d3f2b37b179","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.125523934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"d8ee7862-c578-4d9a-aa5c-ab3a114e1f84","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.125540567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"d8ee7862-c578-4d9a-aa5c-ab3a114e1f84","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.134746495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-shared-sub-b571d4","reconcileID":"5bab535b-f224-4358-8ec4-887e1ad6c4ac","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.143941619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"1a615469-4bc6-4701-b398-1c050df0d253","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.143962165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"1a615469-4bc6-4701-b398-1c050df0d253","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.252192105Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-shared-sub-b571d4","reconcileID":"acc3246f-6806-4a81-914e-84aaba8933fe","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"sub-test-model-9bc221","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-9bc221/e2e-shared-sub-b571d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.256963456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"d30628c0-2c16-4a03-96b1-549d8b6da83f","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.256986704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"d30628c0-2c16-4a03-96b1-549d8b6da83f","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.27525676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"ad3491a8-07c9-4865-8ab6-6616451ad48b","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.275272169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"ad3491a8-07c9-4865-8ab6-6616451ad48b","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:31:03.289240326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"614deb79-5108-41e2-b280-b8d88f65f4f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-b571d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.298551753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"4637398f-3846-46e2-b456-d7b4fc98c42d","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.29856699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"4637398f-3846-46e2-b456-d7b4fc98c42d","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.329121099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"40cd9138-87f7-4269-b2dd-12e903871eac","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.329136063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"40cd9138-87f7-4269-b2dd-12e903871eac","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.337685635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-shared-sub-b571d4","reconcileID":"6e62a8a6-1030-4f37-87f6-7a48b1e8d53e","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.347217034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"66e41b9b-862c-450d-a32e-020c9220c6ac","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.347231868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"66e41b9b-862c-450d-a32e-020c9220c6ac","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.444992243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"33ce51ee-1933-4eae-b7e1-72f8e234b602","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.445011714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"33ce51ee-1933-4eae-b7e1-72f8e234b602","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.457168089Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"b9c3ed7f-6951-4b5c-8072-300aa9fd9df6","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-410725/e2e-a-only-b571d4","ai-tenant-e2e-shared-a-w1-410725/e2e-shared-sub-b571d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.463109834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"b88458b6-acbc-4b75-bd9b-c0e69c1f5632","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.463124844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"b88458b6-acbc-4b75-bd9b-c0e69c1f5632","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:31:03.476732786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"33b48d83-2dc2-4913-b677-70afaefa3f7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-b571d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.505690699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"26fdeb2b-2114-4310-a2c0-0678164e3bc4","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.505709631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"26fdeb2b-2114-4310-a2c0-0678164e3bc4","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.515485093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"42617a40-96cc-4a16-939f-86ab0ae73ace","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.515500097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"42617a40-96cc-4a16-939f-86ab0ae73ace","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.533361864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"fdec7d40-6af7-4c60-a59c-75073432d01f","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.533379191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"fdec7d40-6af7-4c60-a59c-75073432d01f","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.538447618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-shared-sub-b571d4","reconcileID":"53beedce-78bf-4796-b812-37c7e40ba98c","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.639178979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"e0569eb7-4b56-4888-bdc3-63c0394bced7","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.657289577Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"eaaf093e-730b-4988-9675-5c6604d844a8","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-9bc221/e2e-b-only-b571d4","ai-tenant-e2e-shared-b-w1-9bc221/e2e-shared-sub-b571d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.702575748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"397896de-2d8a-41a1-a551-a1d3cdbb0537","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.70259255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"397896de-2d8a-41a1-a551-a1d3cdbb0537","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.738319588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-shared-sub-b571d4","reconcileID":"cf808c35-cc95-41ca-8d6b-bb456feb7bb5","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:03.741840294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"761376e1-5b3a-4c87-a64e-0cd67d3e7692","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:04.166555895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-shared-sub-2dacfb","reconcileID":"79d4acb7-854c-465c-a8da-fa58ce01e718","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscription":"e2e-shared-sub-2dacfb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:04.213334338Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-shared-sub-2dacfb","reconcileID":"79d4acb7-854c-465c-a8da-fa58ce01e718","MaaSSubscription":{"name":"e2e-shared-sub-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-7c7f8f/e2e-b-only-2dacfb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:04.254100692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"87394b1f-d6bc-41be-8b78-6cbcd44e3eae","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:04.275768018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"af905cea-652d-405e-b0c0-b23963515828","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:04.27578608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"af905cea-652d-405e-b0c0-b23963515828","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:04.592405298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"33542aee-5d15-4325-a9a4-8da2e2d779af","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:04.592425775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"33542aee-5d15-4325-a9a4-8da2e2d779af","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.386394811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-b-e7512e","reconcileID":"da702421-3ccb-4952-bbe8-c614b27a5f87","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-rate-test-model-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.469340489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"86185767-0993-4aec-bae0-8a18f91e770c","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.469359214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"86185767-0993-4aec-bae0-8a18f91e770c","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.520133798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"5c0f9deb-c98f-42e4-8be3-328816364c5a","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.520165154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-shared-sub-b571d4","reconcileID":"2827b3c1-7371-4606-a80b-2b24070917c4","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.571603844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"9273e6b8-6066-4758-8bb8-45428031e51d","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.57162385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"9273e6b8-6066-4758-8bb8-45428031e51d","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.572021854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"b43b8500-c3f0-4094-b732-3719f77e9cd0","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.572034969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"b43b8500-c3f0-4094-b732-3719f77e9cd0","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.694320795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-a-e7512e","reconcileID":"b9f40d40-d05d-4281-9b4f-9b6fdfe23125","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-rate-test-model-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.747553534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"72ab1fc3-5bab-4d36-a898-8805434fda94","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.74758329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"72ab1fc3-5bab-4d36-a898-8805434fda94","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.795234831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-shared-sub-b571d4","reconcileID":"2165ebc8-00fc-4419-ab78-4c914b3580d6","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.795256009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"ec003f8b-adee-414c-8bd6-52cbc63a78a6","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.842649362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"18860e81-029c-4e48-8762-eec563a58914","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.842668678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"18860e81-029c-4e48-8762-eec563a58914","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.843675825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"30b5d43f-6f72-4546-86e0-b8c22495f4c4","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:13.843692919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"30b5d43f-6f72-4546-86e0-b8c22495f4c4","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.357516303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"a5e09bc2-015e-4c46-a5dd-c5409ea4414b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.376071226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"a5e09bc2-015e-4c46-a5dd-c5409ea4414b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.457739121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"26899e80-d0d4-466e-bac3-fc6a42947b15","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.476287682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"26899e80-d0d4-466e-bac3-fc6a42947b15","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.557911582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"9e76502d-55d5-43da-a757-72f02bbaa20c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.57563601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"9e76502d-55d5-43da-a757-72f02bbaa20c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.640979516Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"53491fcc-8fb8-4d2e-8f73-8f4f1802e04f","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","subscription":"e2e-b-only-2dacfb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.654572754Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"53491fcc-8fb8-4d2e-8f73-8f4f1802e04f","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.65821369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"bfbcb85d-f1d9-4c3b-9bda-670d28d24274","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.668055336Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"e2e-b-only-2dacfb","reconcileID":"53491fcc-8fb8-4d2e-8f73-8f4f1802e04f","MaaSSubscription":{"name":"e2e-b-only-2dacfb","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"name":"maas-trlp-sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.676084862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"bfbcb85d-f1d9-4c3b-9bda-670d28d24274","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.748933316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"22362581-5e2c-416e-9262-c047ca71f920","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"tenant":"e2e-shared-b-w0-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","model":"ai-tenant-e2e-shared-b-w0-7c7f8f/sub-test-model-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:14.748957094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"sub-test-model-7c7f8f","reconcileID":"22362581-5e2c-416e-9262-c047ca71f920","MaaSModelRef":{"name":"sub-test-model-7c7f8f","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"routeName":"sub-test-model-7c7f8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","llmisvcName":"sub-test-model-7c7f8f","gateway":"openshift-ingress/e2e-shared-b-w0-7c7f8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.115172152Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"f2cdf80d-0180-4662-be49-056c15385edd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.115270479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"8719cdf3-b0b0-4132-a780-943f9ddd26da","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.115284613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"8719cdf3-b0b0-4132-a780-943f9ddd26da","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.174732442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"a35f193a-3a21-4590-869b-4a81a9b35081","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.175063536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-shared-sub-b571d4","reconcileID":"e2bbdffb-5b1f-4d35-b947-e723207a6e30","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.241969747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"f2cdf80d-0180-4662-be49-056c15385edd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.259808509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"f2cdf80d-0180-4662-be49-056c15385edd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.259829198Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"f2cdf80d-0180-4662-be49-056c15385edd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.277284533Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"1f68a42a-3b8b-4bf8-bc1f-6eb60d558370","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.277806862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"4686e151-0f29-4a3b-97ea-9842e49dd1bb","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.277826417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"4686e151-0f29-4a3b-97ea-9842e49dd1bb","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.337103981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"a6d48605-a262-453a-9058-67cf7ae7a897","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.337202642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-shared-sub-b571d4","reconcileID":"5c95772f-c593-4453-a593-62dc19342dba","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.355919575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"1f68a42a-3b8b-4bf8-bc1f-6eb60d558370","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.375899445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"1f68a42a-3b8b-4bf8-bc1f-6eb60d558370","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"e2e-shared-a-w1-410725-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.375919643Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"1f68a42a-3b8b-4bf8-bc1f-6eb60d558370","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-410725","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:31:16.388928368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-sub-iso-auth-b571d4","reconcileID":"1f68a42a-3b8b-4bf8-bc1f-6eb60d558370","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-b571d4\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.427509321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"e968e1c0-7913-4ec2-a23e-7e24e260fda8","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:16.427532492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"e968e1c0-7913-4ec2-a23e-7e24e260fda8","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.320453949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"fe1c41a0-368f-4d7f-932d-34fc797ccfdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.320613589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"b6176b7e-2a0e-455e-aadf-ad3a76b650f9","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.320632359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"b6176b7e-2a0e-455e-aadf-ad3a76b650f9","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.380111174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-a-e7512e","reconcileID":"4fce1a26-37b2-4de0-bd9b-28e6c7cbfac9","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-rate-test-model-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.446367578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"fe1c41a0-368f-4d7f-932d-34fc797ccfdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.46586849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"fe1c41a0-368f-4d7f-932d-34fc797ccfdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"e2e-shared-a-w4-20d9a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.465894424Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-auth-e7512e","reconcileID":"fe1c41a0-368f-4d7f-932d-34fc797ccfdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.483332421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"68e7d68b-4d37-4308-bbe0-f13b1b019d1e","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.483355982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"68e7d68b-4d37-4308-bbe0-f13b1b019d1e","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.544584996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-a-e7512e","reconcileID":"0dc74813-11f1-4c06-a142-5f0362f7b934","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-rate-test-model-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.636584931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"b11b3f47-25fd-45ae-a728-58ccf78f3b87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.636685511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"804b3c4f-e34f-435d-aeff-960e09b85f60","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.636702768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"804b3c4f-e34f-435d-aeff-960e09b85f60","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.698458597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-b-e7512e","reconcileID":"05489608-2eb0-4a6b-aaec-5617b208a1e0","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-rate-test-model-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.762443907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"b11b3f47-25fd-45ae-a728-58ccf78f3b87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.779931174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"b11b3f47-25fd-45ae-a728-58ccf78f3b87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"e2e-shared-b-w4-9d01b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.779951135Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-auth-e7512e","reconcileID":"b11b3f47-25fd-45ae-a728-58ccf78f3b87","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.799128312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"a23d5b0a-1ca1-465b-8bfe-7d2fcda14772","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.799155098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"a23d5b0a-1ca1-465b-8bfe-7d2fcda14772","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.8584081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-b-e7512e","reconcileID":"a88a70a6-3272-4a86-97d6-9b419de76e4d","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-rate-test-model-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.953977633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"c2a6f52f-b29a-43c6-9805-438788b4b3e9","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:17.954002672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"c2a6f52f-b29a-43c6-9805-438788b4b3e9","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:18.806595983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:23.605749934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b468f302-da59-4253-a9dd-dca1b132261c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:23.618688566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b468f302-da59-4253-a9dd-dca1b132261c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:23.631237624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b468f302-da59-4253-a9dd-dca1b132261c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:23.643950529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b468f302-da59-4253-a9dd-dca1b132261c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:24.194391257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c22ca16-6a97-45eb-ac1d-ce5784a6b189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:24.207086459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c22ca16-6a97-45eb-ac1d-ce5784a6b189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:24.220281204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c22ca16-6a97-45eb-ac1d-ce5784a6b189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:24.232946359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c22ca16-6a97-45eb-ac1d-ce5784a6b189","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:24.749446082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d21e0b-dfc0-4619-89d4-fddb173c0511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:24.762550446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d21e0b-dfc0-4619-89d4-fddb173c0511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:24.775362655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d21e0b-dfc0-4619-89d4-fddb173c0511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:24.791906605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d21e0b-dfc0-4619-89d4-fddb173c0511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:26.472563703Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-shared-sub-b571d4","reconcileID":"329d3a0a-ffde-4d24-a222-b27e155d294a","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscription":"e2e-shared-sub-b571d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:26.518775514Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-shared-sub-b571d4","reconcileID":"329d3a0a-ffde-4d24-a222-b27e155d294a","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-410725/e2e-a-only-b571d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:26.562315139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"900995c3-90a1-420d-8c59-24ec4c1f968b","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:26.587936748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"4d9cca34-5e8c-43ed-a646-6922f5ba8593","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:26.587961939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"4d9cca34-5e8c-43ed-a646-6922f5ba8593","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:26.730345341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"d034cd9a-9ef3-4bda-b925-ca0986dccffd","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:26.730368108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"d034cd9a-9ef3-4bda-b925-ca0986dccffd","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:27.998439804Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-a-e7512e","reconcileID":"92afd420-8178-4b95-930f-3a1092a7ccfc","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","subscription":"e2e-rate-iso-a-e7512e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:28.011704825Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-a-e7512e","reconcileID":"92afd420-8178-4b95-930f-3a1092a7ccfc","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:28.089015999Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"e2e-rate-iso-a-e7512e","reconcileID":"92afd420-8178-4b95-930f-3a1092a7ccfc","MaaSSubscription":{"name":"e2e-rate-iso-a-e7512e","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"name":"maas-trlp-rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:28.168035619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"499acce3-abe7-4fdd-bf07-8ba43d5166c3","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"tenant":"e2e-shared-a-w4-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","model":"ai-tenant-e2e-shared-a-w4-20d9a4/rate-test-model-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:28.168059711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"rate-test-model-20d9a4","reconcileID":"499acce3-abe7-4fdd-bf07-8ba43d5166c3","MaaSModelRef":{"name":"rate-test-model-20d9a4","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"routeName":"rate-test-model-20d9a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","llmisvcName":"rate-test-model-20d9a4","gateway":"openshift-ingress/e2e-shared-a-w4-20d9a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:28.321396029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"1e245ab5-8880-4d08-b387-76a9325fd3e8","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:28.321415322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"1e245ab5-8880-4d08-b387-76a9325fd3e8","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:36.774643259Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"1ba21ef4-f238-4816-a9c6-752beee7b6cb","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","subscription":"e2e-a-only-b571d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:36.787917572Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"1ba21ef4-f238-4816-a9c6-752beee7b6cb","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:36.803617473Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"e2e-a-only-b571d4","reconcileID":"1ba21ef4-f238-4816-a9c6-752beee7b6cb","MaaSSubscription":{"name":"e2e-a-only-b571d4","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"name":"maas-trlp-sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:36.887017494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"0d57dcb7-92d5-4d79-a2f4-f368cf83d097","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"tenant":"e2e-shared-a-w1-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","model":"ai-tenant-e2e-shared-a-w1-410725/sub-test-model-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:36.887034511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"sub-test-model-410725","reconcileID":"0d57dcb7-92d5-4d79-a2f4-f368cf83d097","MaaSModelRef":{"name":"sub-test-model-410725","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"routeName":"sub-test-model-410725-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-410725","llmisvcName":"sub-test-model-410725","gateway":"openshift-ingress/e2e-shared-a-w1-410725","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.190613727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"2b314a11-245f-49d1-9507-6ae868fcdeb9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.190713182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"ae36cc3a-54da-4920-8bbe-470355628c29","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.190731452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"ae36cc3a-54da-4920-8bbe-470355628c29","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.251882417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-shared-sub-b571d4","reconcileID":"511640c7-2d62-474d-980c-c19482b1f4ae","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.252095014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"ae444a0f-eaf7-4e45-9b98-34ed97448cb5","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.316925218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"2b314a11-245f-49d1-9507-6ae868fcdeb9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.334429018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"2b314a11-245f-49d1-9507-6ae868fcdeb9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.334445288Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"2b314a11-245f-49d1-9507-6ae868fcdeb9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.353756661Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"a57736f2-ab8e-4315-91f2-489b005f1784","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.354135157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"373b77fc-432d-499c-ac3e-305fae3a9a7a","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.354187731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"373b77fc-432d-499c-ac3e-305fae3a9a7a","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.412363381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-shared-sub-b571d4","reconcileID":"fb17f70f-ef7b-4857-bf80-11e0b27d87f3","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.412881235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"89a1309c-96a4-475d-bcc9-a8efa1805f1c","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.503806078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"28b318a6-6f26-4a26-bd3e-9fe9e005b82e","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.503825344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"28b318a6-6f26-4a26-bd3e-9fe9e005b82e","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.51867784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"a57736f2-ab8e-4315-91f2-489b005f1784","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.536183839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"a57736f2-ab8e-4315-91f2-489b005f1784","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"e2e-shared-b-w1-9bc221-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:37.536204178Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"a57736f2-ab8e-4315-91f2-489b005f1784","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9bc221","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:31:37.551176863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-sub-iso-auth-b571d4","reconcileID":"a57736f2-ab8e-4315-91f2-489b005f1784","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-b571d4\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:38.366200283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-b-e7512e","reconcileID":"8a926419-4b46-47c3-a83a-f5539e87cca0","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","subscription":"e2e-rate-iso-b-e7512e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:38.379545093Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-b-e7512e","reconcileID":"8a926419-4b46-47c3-a83a-f5539e87cca0","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:38.39413128Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"e2e-rate-iso-b-e7512e","reconcileID":"8a926419-4b46-47c3-a83a-f5539e87cca0","MaaSSubscription":{"name":"e2e-rate-iso-b-e7512e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"name":"maas-trlp-rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:38.482795265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"f666f36b-7998-4c3c-a4f5-a690561fbde9","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"tenant":"e2e-shared-b-w4-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","model":"ai-tenant-e2e-shared-b-w4-9d01b2/rate-test-model-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:38.482820538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"rate-test-model-9d01b2","reconcileID":"f666f36b-7998-4c3c-a4f5-a690561fbde9","MaaSModelRef":{"name":"rate-test-model-9d01b2","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"routeName":"rate-test-model-9d01b2-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","llmisvcName":"rate-test-model-9d01b2","gateway":"openshift-ingress/e2e-shared-b-w4-9d01b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:47.550987515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-shared-sub-b571d4","reconcileID":"64ba942e-83ed-4a3b-bd07-8139c2d47136","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscription":"e2e-shared-sub-b571d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:47.599531741Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-shared-sub-b571d4","reconcileID":"64ba942e-83ed-4a3b-bd07-8139c2d47136","MaaSSubscription":{"name":"e2e-shared-sub-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-9bc221/e2e-b-only-b571d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:47.63900656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"a07e64e5-2824-4612-a957-4aaac63cca49","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:47.662568872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"7ffa773a-9a5c-4fdf-a18b-bdcd48a83cce","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:47.662590038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"7ffa773a-9a5c-4fdf-a18b-bdcd48a83cce","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:47.974738196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"c61ba4c2-f257-48a8-830d-30d48ec6f639","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:47.974757472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"c61ba4c2-f257-48a8-830d-30d48ec6f639","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:48.805961541Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.092090463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de123160-b7e5-4cdb-a973-21a27b96c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.105190492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de123160-b7e5-4cdb-a973-21a27b96c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.117892878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de123160-b7e5-4cdb-a973-21a27b96c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.131296078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de123160-b7e5-4cdb-a973-21a27b96c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.562829111Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","namespace":"ai-tenant-e2e-extmod-a-8613bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.562887595Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","namespace":"ai-tenant-e2e-extmod-a-8613bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.562937499Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","tenant":"e2e-extmod-a-8613bb","tenantID":"e2e-extmod-a-8613bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.577829751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8613bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.614009697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"Service","name":"maas-api-e2e-extmod-a-8613bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.630819788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8613bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.643825408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6fd1b6-8250-40b4-afbb-dce1cc457529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.660431967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6fd1b6-8250-40b4-afbb-dce1cc457529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.664961584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8613bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.677063273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6fd1b6-8250-40b4-afbb-dce1cc457529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.690222458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6fd1b6-8250-40b4-afbb-dce1cc457529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.692676482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.708548696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.728171442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.744211412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.759539363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.771918977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.785255526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"Service","name":"payload-processing-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.802713871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.816375793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.829098521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.841929235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.865363334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.880402062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.899088899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.915772224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8613bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:54.931352926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8613bb"},"namespace":"ai-tenant-e2e-extmod-a-8613bb","name":"default-tenant","reconcileID":"a2619501-787b-47ee-b4f6-4ebd75c539d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8613bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:55.359726239Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8613bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8613bb","reconcileID":"f70b7d36-64df-4f66-9994-1e013dcf109f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8613bb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8613bb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:55.426134904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8f288c-28b3-4a54-a160-26620688a7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:55.439192127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8f288c-28b3-4a54-a160-26620688a7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:55.452009458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8f288c-28b3-4a54-a160-26620688a7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:55.464628681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8f288c-28b3-4a54-a160-26620688a7e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:56.029723193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffbb912-1ee5-4ee2-84bf-d4c979b2d1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:56.042731348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffbb912-1ee5-4ee2-84bf-d4c979b2d1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:56.056086107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffbb912-1ee5-4ee2-84bf-d4c979b2d1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:56.069390235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffbb912-1ee5-4ee2-84bf-d4c979b2d1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:56.607773813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0d6379-4597-44c0-bb44-43f4e2c41fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:56.620601628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0d6379-4597-44c0-bb44-43f4e2c41fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:56.633157418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0d6379-4597-44c0-bb44-43f4e2c41fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:56.645993608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0d6379-4597-44c0-bb44-43f4e2c41fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:58.020970105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"c83ce822-f56c-4ada-b948-30b84628aca8","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","subscription":"e2e-b-only-b571d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:58.034407921Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"c83ce822-f56c-4ada-b948-30b84628aca8","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:58.047502563Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"e2e-b-only-b571d4","reconcileID":"c83ce822-f56c-4ada-b948-30b84628aca8","MaaSSubscription":{"name":"e2e-b-only-b571d4","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"name":"maas-trlp-sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:58.126725279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"d7b3f779-32ba-43fa-8b09-c74d92ee5fff","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"tenant":"e2e-shared-b-w1-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","model":"ai-tenant-e2e-shared-b-w1-9bc221/sub-test-model-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:31:58.126744455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"sub-test-model-9bc221","reconcileID":"d7b3f779-32ba-43fa-8b09-c74d92ee5fff","MaaSModelRef":{"name":"sub-test-model-9bc221","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"routeName":"sub-test-model-9bc221-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","llmisvcName":"sub-test-model-9bc221","gateway":"openshift-ingress/e2e-shared-b-w1-9bc221","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:03.498813063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3caf74e2-ab95-4109-8b1b-86cb87cac640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:03.512039537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3caf74e2-ab95-4109-8b1b-86cb87cac640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:03.525025006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3caf74e2-ab95-4109-8b1b-86cb87cac640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:03.537751857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3caf74e2-ab95-4109-8b1b-86cb87cac640","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:04.109553868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c87883-9be5-4ee1-b9d3-9d51ea72326c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:04.122512966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c87883-9be5-4ee1-b9d3-9d51ea72326c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:04.13546592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c87883-9be5-4ee1-b9d3-9d51ea72326c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:04.148312158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c87883-9be5-4ee1-b9d3-9d51ea72326c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:04.731430602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ef73f8-28fe-4b60-ba76-def473ea6a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:04.74467758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ef73f8-28fe-4b60-ba76-def473ea6a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:04.757565767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ef73f8-28fe-4b60-ba76-def473ea6a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:04.770500493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ef73f8-28fe-4b60-ba76-def473ea6a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:13.515379564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70821dba-5973-44cb-9926-831764559d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:13.528036935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70821dba-5973-44cb-9926-831764559d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:13.540715242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70821dba-5973-44cb-9926-831764559d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:13.553608869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70821dba-5973-44cb-9926-831764559d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:14.133284892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770ac65b-a31a-4538-bf6c-8a69aff5539a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:14.146069234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770ac65b-a31a-4538-bf6c-8a69aff5539a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:14.159261355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770ac65b-a31a-4538-bf6c-8a69aff5539a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:14.173874993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770ac65b-a31a-4538-bf6c-8a69aff5539a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:14.763893391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f5480-95e0-44fc-96c8-5134cced629e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:14.777280229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f5480-95e0-44fc-96c8-5134cced629e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:14.791125512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f5480-95e0-44fc-96c8-5134cced629e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:14.803653813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f5480-95e0-44fc-96c8-5134cced629e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:15.336271313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181fb65e-2e29-413d-b32e-bb800e506a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:15.349013468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181fb65e-2e29-413d-b32e-bb800e506a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:15.362089506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181fb65e-2e29-413d-b32e-bb800e506a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:15.375592783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181fb65e-2e29-413d-b32e-bb800e506a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:15.944581634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d939af0-6bb2-43c6-9ced-ea8f44c5c19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:15.957261174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d939af0-6bb2-43c6-9ced-ea8f44c5c19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:15.970216984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d939af0-6bb2-43c6-9ced-ea8f44c5c19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:15.982835966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d939af0-6bb2-43c6-9ced-ea8f44c5c19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:18.806017338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.595368911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","namespace":"ai-tenant-e2e-extmod-a-f62c83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.595427878Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","namespace":"ai-tenant-e2e-extmod-a-f62c83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.595480411Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","tenant":"e2e-extmod-a-f62c83","tenantID":"e2e-extmod-a-f62c83","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.60988723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f62c83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.638213684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"Service","name":"maas-api-e2e-extmod-a-f62c83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.657686085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f62c83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.675340156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f62c83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.691116346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.711480244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.72712401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.74252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.754870939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.767306403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.779667914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"Service","name":"payload-processing-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.792050471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.804502824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.817306041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.829866225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.858299383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.872563086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.88848854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.904324178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f62c83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:21.917075753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f62c83"},"namespace":"ai-tenant-e2e-extmod-a-f62c83","name":"default-tenant","reconcileID":"d8abed46-f789-4cf6-ada8-3195d85af178","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f62c83","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:22.21764111Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f62c83","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f62c83","reconcileID":"dd36994f-2edf-4699-b935-a6db0141a80d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f62c83","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f62c83"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:22.54242937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1907371e-d990-4192-a98c-f970ed6662c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:22.555841572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1907371e-d990-4192-a98c-f970ed6662c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:22.569112284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1907371e-d990-4192-a98c-f970ed6662c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:22.582472319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1907371e-d990-4192-a98c-f970ed6662c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:23.118277473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c38273-a034-4772-bd9a-122562d8418a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:23.131044471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c38273-a034-4772-bd9a-122562d8418a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:23.144323687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c38273-a034-4772-bd9a-122562d8418a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:23.157073216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c38273-a034-4772-bd9a-122562d8418a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:23.794316335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71afdf2a-b707-4eca-9ecf-efc5f23ed047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:23.807592421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71afdf2a-b707-4eca-9ecf-efc5f23ed047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:23.82021732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71afdf2a-b707-4eca-9ecf-efc5f23ed047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:23.832738269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71afdf2a-b707-4eca-9ecf-efc5f23ed047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.430298161Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","namespace":"ai-tenant-e2e-extmod-b-c1b0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.430393345Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","namespace":"ai-tenant-e2e-extmod-b-c1b0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.430463383Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","tenant":"e2e-extmod-b-c1b0da","tenantID":"e2e-extmod-b-c1b0da","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.445405904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c1b0da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.478281772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"Service","name":"maas-api-e2e-extmod-b-c1b0da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.496775286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c1b0da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.511339432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c1b0da","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.527330266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.54459695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.563958545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.580123453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.592772743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.605099401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.626604542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"Service","name":"payload-processing-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.63904458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.651950144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.668395544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.681457852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.703591028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.71644439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.731847803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.748526305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c1b0da","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:25.76117823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1b0da"},"namespace":"ai-tenant-e2e-extmod-b-c1b0da","name":"default-tenant","reconcileID":"c7d1420a-b2a8-41cd-b688-db4bb5a55c5a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c1b0da","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:26.031905252Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c1b0da","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c1b0da","reconcileID":"04f91bfd-8023-4820-8a3b-fd7f2301ebed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c1b0da","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-c1b0da"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:26.361084708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a97037-eb30-41ef-baf0-e05ad7ebd23e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:26.373946592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a97037-eb30-41ef-baf0-e05ad7ebd23e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:26.386867683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a97037-eb30-41ef-baf0-e05ad7ebd23e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:26.399750378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a97037-eb30-41ef-baf0-e05ad7ebd23e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:26.9746715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc2a085-75e1-461c-b45d-d82034099fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:26.987688423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc2a085-75e1-461c-b45d-d82034099fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:27.000763613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc2a085-75e1-461c-b45d-d82034099fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:27.013639431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc2a085-75e1-461c-b45d-d82034099fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:30.746664874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d6efd19-661e-4ff3-a779-66c1a838433e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:30.760022955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d6efd19-661e-4ff3-a779-66c1a838433e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:30.772643713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d6efd19-661e-4ff3-a779-66c1a838433e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:30.786024724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d6efd19-661e-4ff3-a779-66c1a838433e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:31.404802397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf96446-6205-4eef-8a97-d5b434d8c010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:31.417782991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf96446-6205-4eef-8a97-d5b434d8c010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:31.431191705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf96446-6205-4eef-8a97-d5b434d8c010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:31.443937711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf96446-6205-4eef-8a97-d5b434d8c010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:32.00911614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c0cfced-643f-4c69-aff7-67cc21636824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:32.02174163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c0cfced-643f-4c69-aff7-67cc21636824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:32.035046996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c0cfced-643f-4c69-aff7-67cc21636824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:32.048277549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c0cfced-643f-4c69-aff7-67cc21636824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:32.649370099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88906a34-2dcd-4f23-87c0-736b6bf9cd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:32.662511588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88906a34-2dcd-4f23-87c0-736b6bf9cd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:32.675640023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88906a34-2dcd-4f23-87c0-736b6bf9cd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:32.688795653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88906a34-2dcd-4f23-87c0-736b6bf9cd8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:33.296025401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca188a4-1f42-4e3e-a8dd-e161a63587e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:33.308765311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca188a4-1f42-4e3e-a8dd-e161a63587e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:33.321548402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca188a4-1f42-4e3e-a8dd-e161a63587e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:33.33420936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca188a4-1f42-4e3e-a8dd-e161a63587e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:34.30884073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37931d13-7752-4dbb-8096-11443adde6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:34.323045168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37931d13-7752-4dbb-8096-11443adde6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:34.335793027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37931d13-7752-4dbb-8096-11443adde6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:34.348557786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37931d13-7752-4dbb-8096-11443adde6b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:34.877812665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e06293-59c7-4be5-96fe-1fba366c2d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:34.89080847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e06293-59c7-4be5-96fe-1fba366c2d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:34.903612582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e06293-59c7-4be5-96fe-1fba366c2d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:34.916188478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e06293-59c7-4be5-96fe-1fba366c2d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:35.473951233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94d8891-3552-47a7-8d50-f38b07b91ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:35.487201291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94d8891-3552-47a7-8d50-f38b07b91ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:35.500061096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94d8891-3552-47a7-8d50-f38b07b91ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:35.513261346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b94d8891-3552-47a7-8d50-f38b07b91ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:36.083023338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8bf6ce-e852-453a-979d-b8a37d081b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:36.095709319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8bf6ce-e852-453a-979d-b8a37d081b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:36.108286891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8bf6ce-e852-453a-979d-b8a37d081b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:36.124667387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8bf6ce-e852-453a-979d-b8a37d081b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.099333345Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","namespace":"ai-tenant-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.099388755Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","namespace":"ai-tenant-e2e-extmod-a-7debde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.099435301Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","tenant":"e2e-extmod-a-7debde","tenantID":"e2e-extmod-a-7debde","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.114267839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"Deployment","name":"maas-api-e2e-extmod-a-7debde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.143048129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"Service","name":"maas-api-e2e-extmod-a-7debde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.15874388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-7debde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.175372828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-7debde","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.191284506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.206346197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.224377972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.24010686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.252441347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.264865292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.27849914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"Service","name":"payload-processing-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.291233313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.304493789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.316879913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.331204711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.347966647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.361605335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.37491311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.387443325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-7debde","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.399668638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7debde"},"namespace":"ai-tenant-e2e-extmod-a-7debde","name":"default-tenant","reconcileID":"d2479c31-624c-4c0f-addc-fb1ddf08ff97","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-7debde","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.64035543Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7debde","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7debde","reconcileID":"73cf37fb-a1d6-4307-88eb-8e6adce127d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7debde","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-7debde"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.986072077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a3ea0f-7302-42db-b8ee-0cd8d8e6cf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:37.998797997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a3ea0f-7302-42db-b8ee-0cd8d8e6cf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:38.013518292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a3ea0f-7302-42db-b8ee-0cd8d8e6cf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:38.026511345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a3ea0f-7302-42db-b8ee-0cd8d8e6cf6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:38.560439149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54b4b86-3c97-46ce-876f-f47059aea20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:38.574428196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54b4b86-3c97-46ce-876f-f47059aea20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:38.587812971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54b4b86-3c97-46ce-876f-f47059aea20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:38.600422032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b54b4b86-3c97-46ce-876f-f47059aea20a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.568510821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f860ff9-6a73-42b4-adcf-5cf2d78f1953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.582338182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f860ff9-6a73-42b4-adcf-5cf2d78f1953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.595536355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f860ff9-6a73-42b4-adcf-5cf2d78f1953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.608193691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f860ff9-6a73-42b4-adcf-5cf2d78f1953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.759093072Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","namespace":"ai-tenant-e2e-extmod-b-e8de14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.75921211Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","namespace":"ai-tenant-e2e-extmod-b-e8de14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.759286498Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","tenant":"e2e-extmod-b-e8de14","tenantID":"e2e-extmod-b-e8de14","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.774080177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"Deployment","name":"maas-api-e2e-extmod-b-e8de14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.805485243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"Service","name":"maas-api-e2e-extmod-b-e8de14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.824522638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-e8de14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.840699755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-e8de14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.8569685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.872458642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.894395896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.909525737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.921962493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.93471478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.947034711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"Service","name":"payload-processing-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.959703884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:46.977360044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.04238916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.078078705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.101347139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.115286032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.127737904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.144356406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-e8de14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.158529229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e8de14"},"namespace":"ai-tenant-e2e-extmod-b-e8de14","name":"default-tenant","reconcileID":"a45b83f2-511b-4043-8ba4-29afa132ec31","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-e8de14","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.251298341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9417d6d2-3ab9-4a63-8590-0f480499228a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.264470386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9417d6d2-3ab9-4a63-8590-0f480499228a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.277995823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9417d6d2-3ab9-4a63-8590-0f480499228a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.29209932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9417d6d2-3ab9-4a63-8590-0f480499228a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.428803981Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e8de14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e8de14","reconcileID":"fc30e210-3b9f-4dca-985d-049745b43a44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e8de14","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-e8de14"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.823210956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e49697-ba24-4a8b-b5cd-a42c44206e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.836676537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e49697-ba24-4a8b-b5cd-a42c44206e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.850333933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e49697-ba24-4a8b-b5cd-a42c44206e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:47.866113415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e49697-ba24-4a8b-b5cd-a42c44206e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:48.875285677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:55.20751675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e8e443-6bd0-4abf-9902-67e957b7d9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:55.220396406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e8e443-6bd0-4abf-9902-67e957b7d9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:55.232977776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e8e443-6bd0-4abf-9902-67e957b7d9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:55.245671876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e8e443-6bd0-4abf-9902-67e957b7d9bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:55.763822621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff290c9-6d82-4fcb-a75f-a27c18ff3814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:55.776966408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff290c9-6d82-4fcb-a75f-a27c18ff3814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:55.789773348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff290c9-6d82-4fcb-a75f-a27c18ff3814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:55.802603872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff290c9-6d82-4fcb-a75f-a27c18ff3814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.347154178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8046d0d2-a3aa-488b-879a-c29da44c0c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.359934317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8046d0d2-a3aa-488b-879a-c29da44c0c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.372882407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8046d0d2-a3aa-488b-879a-c29da44c0c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.385677804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8046d0d2-a3aa-488b-879a-c29da44c0c25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.535572692Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.535643213Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","namespace":"ai-tenant-e2e-shared-a-w0-09c89e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.535707076Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","tenant":"e2e-shared-a-w0-09c89e","tenantID":"e2e-shared-a-w0-09c89e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.550419688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-09c89e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.5867277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"Service","name":"maas-api-e2e-shared-a-w0-09c89e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.605247388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-09c89e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.619985421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-09c89e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.635598656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.671860146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.68965995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.704730262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.718324994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.746504907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.768388328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.844712152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.867657453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.882590511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.894883668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.917118068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.92968581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.94204107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.955230515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-09c89e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:56.972811957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-09c89e"},"namespace":"ai-tenant-e2e-shared-a-w0-09c89e","name":"default-tenant","reconcileID":"47842a57-5a7a-4fd8-a3ad-f188d75671b5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-09c89e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:57.030200804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90516ef0-b41c-4c76-8217-2f07f35a3d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:57.043774875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90516ef0-b41c-4c76-8217-2f07f35a3d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:57.057133191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90516ef0-b41c-4c76-8217-2f07f35a3d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:57.070226871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90516ef0-b41c-4c76-8217-2f07f35a3d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:57.256918092Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-09c89e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-09c89e","reconcileID":"6875c420-0a49-4e28-a482-b7ee47733219","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-09c89e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-09c89e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:57.687094404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f54e50d-084a-424c-bb3a-59a3d3fe04ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:57.702214494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f54e50d-084a-424c-bb3a-59a3d3fe04ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:57.715098695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f54e50d-084a-424c-bb3a-59a3d3fe04ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:57.727613941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f54e50d-084a-424c-bb3a-59a3d3fe04ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.287681604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223f1a76-57a3-4ff8-a816-726f445ace4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.314515075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223f1a76-57a3-4ff8-a816-726f445ace4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.327443979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223f1a76-57a3-4ff8-a816-726f445ace4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.341487081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"223f1a76-57a3-4ff8-a816-726f445ace4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.713220494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","namespace":"ai-tenant-e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.713279351Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","namespace":"ai-tenant-e2e-extmod-b-150514","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.71333398Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","tenant":"e2e-extmod-b-150514","tenantID":"e2e-extmod-b-150514","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.728709496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"Deployment","name":"maas-api-e2e-extmod-b-150514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.760271519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"Service","name":"maas-api-e2e-extmod-b-150514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.780861131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-150514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.800378187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-150514","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.820408097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.836367185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.855240427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.875947055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.888532018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.901153254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.913528868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"Service","name":"payload-processing-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.926819575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.943865535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.963467122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.978234266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:58.999486368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:59.012239018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:59.026433374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:59.043418077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-150514","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:59.056363703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-150514"},"namespace":"ai-tenant-e2e-extmod-b-150514","name":"default-tenant","reconcileID":"ce2b7735-331b-4e17-ad80-66baad5dce53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-150514","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:59.364727746Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-150514","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-150514","reconcileID":"8977d8a0-2bb7-4ed2-b08c-c0804d082734","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-150514","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-150514"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:59.704530757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e123e0-5f7e-4c0e-994b-2caf9f1f46f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:59.71733541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e123e0-5f7e-4c0e-994b-2caf9f1f46f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:59.730162056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e123e0-5f7e-4c0e-994b-2caf9f1f46f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:32:59.743279037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e123e0-5f7e-4c0e-994b-2caf9f1f46f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:00.258410421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bb86c0-087b-4da3-a382-14b2bd37cc85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:00.27180167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bb86c0-087b-4da3-a382-14b2bd37cc85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:00.285750447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bb86c0-087b-4da3-a382-14b2bd37cc85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:00.298486871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bb86c0-087b-4da3-a382-14b2bd37cc85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:05.461798616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ecb2e03-ec8a-49c2-93a5-e4be5939e850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:05.474553826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ecb2e03-ec8a-49c2-93a5-e4be5939e850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:05.48731601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ecb2e03-ec8a-49c2-93a5-e4be5939e850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:05.500341508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ecb2e03-ec8a-49c2-93a5-e4be5939e850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:06.118861305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57b3777-f373-41f9-942b-fcfbddbd6500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:06.13226677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57b3777-f373-41f9-942b-fcfbddbd6500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:06.145989394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57b3777-f373-41f9-942b-fcfbddbd6500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:06.159237712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57b3777-f373-41f9-942b-fcfbddbd6500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.074006549Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.074061261Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.074108931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","tenant":"e2e-shared-a-w4-20d9a4","tenantID":"e2e-shared-a-w4-20d9a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.093954925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-20d9a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.117334235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"Service","name":"maas-api-e2e-shared-a-w4-20d9a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.146454919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-20d9a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.162036034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-20d9a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.178255767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.199511178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.21833463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.239175468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.251866241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.264812205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.282444525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.295248137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.307726478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.320267814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.333118593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.356022247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.368480338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.38100406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.393530751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-20d9a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.406322357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-20d9a4"},"namespace":"ai-tenant-e2e-shared-a-w4-20d9a4","name":"default-tenant","reconcileID":"3a1dee6e-fc82-425a-a5a6-7fb68b1fffe0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-20d9a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:07.724370869Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-20d9a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-20d9a4","reconcileID":"0355b363-5762-4af4-aa62-a2441eeab686","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-20d9a4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-20d9a4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:08.118464346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8829eff0-022a-4970-93aa-3eaf1d636230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:08.131240127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8829eff0-022a-4970-93aa-3eaf1d636230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:08.144673253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8829eff0-022a-4970-93aa-3eaf1d636230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:08.157906594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8829eff0-022a-4970-93aa-3eaf1d636230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:08.709746622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f8e11a-2419-4788-8ec5-554cfc4485ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:08.722558495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f8e11a-2419-4788-8ec5-554cfc4485ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:08.735133715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f8e11a-2419-4788-8ec5-554cfc4485ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:08.747800174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f8e11a-2419-4788-8ec5-554cfc4485ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:09.291355468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dbf0e9-dae1-4d3f-8b08-71ba998ac3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:09.303993859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dbf0e9-dae1-4d3f-8b08-71ba998ac3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:09.316565314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dbf0e9-dae1-4d3f-8b08-71ba998ac3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:09.345905761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0dbf0e9-dae1-4d3f-8b08-71ba998ac3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:09.932572852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9382508-d77e-4ba7-b0b5-5ce7add07db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:09.945827274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9382508-d77e-4ba7-b0b5-5ce7add07db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:09.958546826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9382508-d77e-4ba7-b0b5-5ce7add07db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:09.971696423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9382508-d77e-4ba7-b0b5-5ce7add07db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:10.597045566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ab048d-ae6d-4199-9260-0a7efc291804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:10.610197481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ab048d-ae6d-4199-9260-0a7efc291804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:10.623103341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ab048d-ae6d-4199-9260-0a7efc291804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:10.636718629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ab048d-ae6d-4199-9260-0a7efc291804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:16.269823611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4965af5-74cb-440b-bc4c-089667360261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:16.282882462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4965af5-74cb-440b-bc4c-089667360261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:16.314432602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4965af5-74cb-440b-bc4c-089667360261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:16.328650155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4965af5-74cb-440b-bc4c-089667360261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:16.895991928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86600fa1-65da-42c6-a9d3-ad4de09ce011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:16.908663746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86600fa1-65da-42c6-a9d3-ad4de09ce011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:16.921045333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86600fa1-65da-42c6-a9d3-ad4de09ce011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:16.933965544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86600fa1-65da-42c6-a9d3-ad4de09ce011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.093963172Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.094016388Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.09406486Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","tenant":"e2e-shared-b-w0-7c7f8f","tenantID":"e2e-shared-b-w0-7c7f8f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.117322175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-7c7f8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.146392587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"Service","name":"maas-api-e2e-shared-b-w0-7c7f8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.166740718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-7c7f8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.181625595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-7c7f8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.207064465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.222011395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.2395385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.257156743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.269364536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.291107637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.352282912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.387524748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.406785006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.424702301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.437125671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.45451813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.466802165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.478989481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.491342944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-7c7f8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.503692815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f"},"namespace":"ai-tenant-e2e-shared-b-w0-7c7f8f","name":"default-tenant","reconcileID":"241241c2-8692-439f-af67-4cdd71508d67","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-7c7f8f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.530301837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa586758-c21a-4603-911b-223eead2ef81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.542996344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa586758-c21a-4603-911b-223eead2ef81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.555540651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa586758-c21a-4603-911b-223eead2ef81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.568356869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa586758-c21a-4603-911b-223eead2ef81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:17.823994881Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-7c7f8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-7c7f8f","reconcileID":"1515a8cf-c1f6-4f44-9053-b349d35bc229","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-7c7f8f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-7c7f8f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:18.200687147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda789be-5599-4da9-bfe5-ab3294dd7333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:18.21412525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda789be-5599-4da9-bfe5-ab3294dd7333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:18.2282283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda789be-5599-4da9-bfe5-ab3294dd7333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:18.241498046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cda789be-5599-4da9-bfe5-ab3294dd7333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:18.806961268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:18.811923244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8971dd0-4322-4f82-82bd-2d6a4d19a23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:18.824945986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8971dd0-4322-4f82-82bd-2d6a4d19a23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:18.83850769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8971dd0-4322-4f82-82bd-2d6a4d19a23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:18.851301403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8971dd0-4322-4f82-82bd-2d6a4d19a23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:19.406082016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd92d2e-b3e9-45fc-8d29-967ed81b684d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:19.453017181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd92d2e-b3e9-45fc-8d29-967ed81b684d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:19.466174628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd92d2e-b3e9-45fc-8d29-967ed81b684d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:19.479117835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd92d2e-b3e9-45fc-8d29-967ed81b684d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:20.006593374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d1752-6211-43a3-a228-67a6db7f3f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:20.019348523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d1752-6211-43a3-a228-67a6db7f3f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:20.031985425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d1752-6211-43a3-a228-67a6db7f3f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:20.044572478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d1752-6211-43a3-a228-67a6db7f3f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:23.872495951Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","namespace":"ai-tenant-e2e-shared-a-w1-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:23.87260457Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","namespace":"ai-tenant-e2e-shared-a-w1-410725","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:23.8726654Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","tenant":"e2e-shared-a-w1-410725","tenantID":"e2e-shared-a-w1-410725","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:23.888024958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-410725","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:23.916120191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"Service","name":"maas-api-e2e-shared-a-w1-410725","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:23.933448887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-410725","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:23.952190411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-410725","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:23.969640583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:23.989071998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.005849366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.025904248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.038276919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.050885501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.065117598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.078158511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.09062358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.103947139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.117378703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.135953611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.156781938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.170611524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.184893593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-410725","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.19751268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-410725"},"namespace":"ai-tenant-e2e-shared-a-w1-410725","name":"default-tenant","reconcileID":"a9daa0d0-6de2-405f-b357-d31d6f61769f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-410725","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.561271477Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-410725","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-410725","reconcileID":"1ec4a52b-9a1c-46cd-aae6-39ddd977f11e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-410725","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-410725"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.906288912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5db7c1d-6328-4ebc-95a9-233d5a17366b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.919304678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5db7c1d-6328-4ebc-95a9-233d5a17366b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.932213913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5db7c1d-6328-4ebc-95a9-233d5a17366b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:24.945116764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5db7c1d-6328-4ebc-95a9-233d5a17366b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:25.496263541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1073544b-8bb5-4d5c-b58d-adfb1dd98a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:25.509395932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1073544b-8bb5-4d5c-b58d-adfb1dd98a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:25.522284565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1073544b-8bb5-4d5c-b58d-adfb1dd98a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:25.535163782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1073544b-8bb5-4d5c-b58d-adfb1dd98a96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.456287909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"56f70254-60fc-402c-9a8f-7a968f8d7611","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.469419847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"9f77e124-397c-4cfc-8ab8-955345f83c40","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.469666445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"426bb804-0e8e-4764-922e-f366445e3ecf","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.469828836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"856f2237-f4d7-4e43-88cd-e8341e6360d8","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.499375429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"c22197c9-ad87-4c7c-9bac-c3d8089f200d","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.499622033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"d1c8af7a-ec2e-4846-bbb5-c41f72c4f4ed","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.499857214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"d9548eeb-e99f-4e24-968b-432ac753b85b","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.500022129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"bdf2fcfe-2fbf-4d0b-b077-4161e3eb736a","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.507263234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4f28d8b1-a44f-4db0-979d-9aa984feb20d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.509074306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"5c22915c-14c7-4ec3-b0ac-eb483c7b11df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.509204425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"10f9d58b-43c8-4a80-9ff4-5126044650d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.520896847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"40101667-5a90-435a-bfe5-d6c3e8e2d062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.526467612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"4f28d8b1-a44f-4db0-979d-9aa984feb20d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.5384147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"40101667-5a90-435a-bfe5-d6c3e8e2d062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.66942225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"fd89f5fc-4b4f-4f65-8ccf-f69c6613bf53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.670973097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"a683716e-031a-4ef5-9c5b-1d47b42e6333","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.671158046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"0f47fea5-c96c-4836-9b12-60661de1a0f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.688851724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"fd89f5fc-4b4f-4f65-8ccf-f69c6613bf53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.712001911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7556a652-0e94-44b4-97fc-ada291745b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.729365077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"7556a652-0e94-44b4-97fc-ada291745b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.795453764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516cac2f-fbbd-4b47-aa15-30c719a68d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.808078055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516cac2f-fbbd-4b47-aa15-30c719a68d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.820827844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516cac2f-fbbd-4b47-aa15-30c719a68d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:26.833496232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516cac2f-fbbd-4b47-aa15-30c719a68d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:27.415099332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5924e611-40af-4ef2-a7e5-58908d85604c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:27.428057133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5924e611-40af-4ef2-a7e5-58908d85604c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:27.441061107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5924e611-40af-4ef2-a7e5-58908d85604c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:27.454021988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5924e611-40af-4ef2-a7e5-58908d85604c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.490293928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"28c3bed7-6c94-48d2-b2ef-0c2184326314","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.602206959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"ee462bdc-e100-4578-bdfd-6a2ec0f46a24","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.715307392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"64ee783f-c9dd-4ccb-bbdc-4943a0ff096f","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.773554263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"76291f98-229c-44a2-ba60-ed52e36a71f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.791204204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"76291f98-229c-44a2-ba60-ed52e36a71f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.82794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"7fb2102b-a7a0-4a31-8b86-02df9c8c35c3","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.832005236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"482ac1d6-e76b-4cf5-b68b-f97d59cca8c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.887668675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"49f550b8-5f57-48fc-8a97-4176538652b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.888913969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"d347a76e-4ec7-4b04-8d86-44f8fb3979be","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.905360222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"49f550b8-5f57-48fc-8a97-4176538652b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.933787347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"55b7e2c4-0be4-4f59-939a-da7ab20adcfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.933801649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"61d4485d-3642-4647-ba3a-32b12f87d5b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:31.988206122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"c4760df8-3956-48c2-a241-8f978593efcd","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.032098754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"1b5cb753-6f85-4780-8293-e49c0bb14c37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.371257781Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.371319277Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.371367626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","tenant":"e2e-shared-b-w4-9d01b2","tenantID":"e2e-shared-b-w4-9d01b2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.386220987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-9d01b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.41589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"Service","name":"maas-api-e2e-shared-b-w4-9d01b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.436399024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-9d01b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.45421604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-9d01b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.479065544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.507678883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.530264072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.551219592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.564196451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.576539821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.591729508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.605179405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.617964577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.630554976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.643614024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.66223323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.677760376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.691402752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.705488025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-9d01b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:32.720818353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-9d01b2"},"namespace":"ai-tenant-e2e-shared-b-w4-9d01b2","name":"default-tenant","reconcileID":"0068cc32-d766-44a8-a370-523e9a9bb10e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-9d01b2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:33.031442905Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-9d01b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-9d01b2","reconcileID":"94277c57-5812-4a62-ac9b-e01004143114","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-9d01b2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-9d01b2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:33.30118356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e858089-5c1c-4a5f-ae39-f7a63f952f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:33.314138027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e858089-5c1c-4a5f-ae39-f7a63f952f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:33.32750456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e858089-5c1c-4a5f-ae39-f7a63f952f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:33.34060961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e858089-5c1c-4a5f-ae39-f7a63f952f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:33.904768621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e26748-00a6-4408-b776-3560587ac8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:33.918235226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e26748-00a6-4408-b776-3560587ac8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:33.931303983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e26748-00a6-4408-b776-3560587ac8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:33.944426193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e26748-00a6-4408-b776-3560587ac8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:34.492189946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f565acb-f81e-4a74-9d62-42bcb77a2d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:34.505087976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f565acb-f81e-4a74-9d62-42bcb77a2d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:34.517771197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f565acb-f81e-4a74-9d62-42bcb77a2d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:34.530439245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f565acb-f81e-4a74-9d62-42bcb77a2d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.6066031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"cfd279ad-f980-433e-84a7-e904056c49fb","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.606888599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"fc3bf0ab-e1fb-41f2-bdb6-94ee9feec209","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.607111722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"cd8187ac-c513-463e-9eaf-5d6f57ec771c","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.607284653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"d85cfbef-1385-4ed5-9892-2c03b5d09385","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"distinct-2-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"distinct-2-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.646481432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2527ce3d-d025-4b98-a8f4-4ebf27a00743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.646491142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"c9e335b2-f824-4b9a-b544-a9b034bc1494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.648457993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"f3ec614e-36b4-42e8-b098-193d31f0f073","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.648491164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"8f3f06f0-4939-4003-8b4c-769a7ffe052f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.666211133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2527ce3d-d025-4b98-a8f4-4ebf27a00743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.666247818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"c9e335b2-f824-4b9a-b544-a9b034bc1494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.747024354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"dda3184d-8c72-4f42-aadc-71d6e8942666","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:36.747112109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"8e8303ed-c162-478d-bc42-983888a29092","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.803350402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"6616a092-7781-4a2a-b455-0daee52c4f99","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.803424754Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"6616a092-7781-4a2a-b455-0daee52c4f99","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.821328719Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"6616a092-7781-4a2a-b455-0daee52c4f99","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.821701472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"bba894ac-c876-4013-a175-20272c7faba1","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.838919498Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"6616a092-7781-4a2a-b455-0daee52c4f99","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.838935092Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"6616a092-7781-4a2a-b455-0daee52c4f99","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.839005778Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"6616a092-7781-4a2a-b455-0daee52c4f99","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.842242538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"c3632a81-d861-4a70-8bc5-a8920c50e8a4","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.858738333Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"6616a092-7781-4a2a-b455-0daee52c4f99","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.85880142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9980116f-c366-4888-9f61-f0324dce93e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.859830666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"d6721b2d-757d-429e-b7bb-a8dbac567ff0","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.868885105Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"e047285f-6b82-4bc9-9272-603834e0e2a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f3f72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.884833405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"ce6798dd-3f12-4416-85e7-f6e5d610278d","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.885394648Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"6616a092-7781-4a2a-b455-0daee52c4f99","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.891081598Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"2383e5be-f04d-4b09-92d4-4626745a35ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eaad2622","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.891124138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2d1f7dd9-dd21-44ab-a7aa-2fdad2bc5f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.906699051Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"6a5adda9-e764-4ad8-8c52-4eb44ceceada","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eaad2622","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.911944958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"2d1f7dd9-dd21-44ab-a7aa-2fdad2bc5f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.924003034Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"618165d0-4644-499f-9cdc-a0eac0eeb969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f3f72ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:40.992893948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9980116f-c366-4888-9f61-f0324dce93e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:41.042845798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9980116f-c366-4888-9f61-f0324dce93e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:41.042874144Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-access","reconcileID":"9980116f-c366-4888-9f61-f0324dce93e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:41.060524005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"250401e7-76d8-4261-b0d1-e26b8baefde3","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:41.079861478Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"5d1660f3-1a92-4ad3-b1fb-54abffc4bbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:41.295487313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"5d1660f3-1a92-4ad3-b1fb-54abffc4bbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:41.314255851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"5d1660f3-1a92-4ad3-b1fb-54abffc4bbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"e2e-worker-w0-da0f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:41.314277226Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-access","reconcileID":"5d1660f3-1a92-4ad3-b1fb-54abffc4bbaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:41.331852721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"7497dc04-0b85-4231-8cfc-30f9b4a99c29","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.18576014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"b36a621d-8896-4ede-b207-eb738ea9dd32","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.186073813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"85dcd16c-a2b7-49d5-bf83-b20a36f2a242","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.186337498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"a885b1af-7152-4167-a4b3-7f2bdf40b201","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.186500218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"6440240a-557b-4d3c-9732-dee74c7a5ee9","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.21782849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"a7e8441e-025e-4124-b88d-b2dd034dfe98","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.21813044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"c3164ff3-28b9-44b7-9896-dabd24828d08","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.218376764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"25b6ee4e-6730-4296-87c1-4aa311940923","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.218532665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"0e39f576-224a-404e-afbb-50decd8e5690","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.237081868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a37b743d-e3ab-4bd2-83bf-8a51d29ac82b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.239306576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"8781ac92-e089-4169-9923-449f09d7a936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.239447281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"50563ae6-3df3-428e-bdc5-e248d0b6f057","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.255275469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"a37b743d-e3ab-4bd2-83bf-8a51d29ac82b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.352930155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"adaeb96d-2454-4747-8b64-1e49b9818940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.356265924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"4605bceb-7f1d-4a5a-ad72-108f12af4d45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.366580754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"49df5665-9b24-48e5-8f66-39c0bc5e06b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.370634816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"adaeb96d-2454-4747-8b64-1e49b9818940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.424698153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"37eb2638-75c4-4baf-8e3e-872534f66208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.443641576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"37eb2638-75c4-4baf-8e3e-872534f66208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.50717482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a80f42e-29a6-443b-a28d-b430b64883b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.520138135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a80f42e-29a6-443b-a28d-b430b64883b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.532954084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a80f42e-29a6-443b-a28d-b430b64883b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.545490045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c159f167-26fc-4998-8993-1f0479e3a54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.546048721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a80f42e-29a6-443b-a28d-b430b64883b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:42.563466698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"c159f167-26fc-4998-8993-1f0479e3a54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:43.127120874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05595b1-26c6-4bf2-b29c-d895aeafc355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:43.140070007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05595b1-26c6-4bf2-b29c-d895aeafc355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:43.152775417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05595b1-26c6-4bf2-b29c-d895aeafc355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:43.166243474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e05595b1-26c6-4bf2-b29c-d895aeafc355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:43.705089531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e800c363-8d91-43e7-9368-b385b4d68f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:43.717849716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e800c363-8d91-43e7-9368-b385b4d68f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:43.730516224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e800c363-8d91-43e7-9368-b385b4d68f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:43.743127717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e800c363-8d91-43e7-9368-b385b4d68f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:44.33770551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35913ff9-dbf1-48d3-a8d1-e71c8ed24e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:44.355418036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35913ff9-dbf1-48d3-a8d1-e71c8ed24e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:44.449602151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35913ff9-dbf1-48d3-a8d1-e71c8ed24e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:44.462589742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35913ff9-dbf1-48d3-a8d1-e71c8ed24e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.200542712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"f38dbf6f-36cc-4131-b4d5-6b793fdaead0","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.311045437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"96ae3773-e522-4330-a3c9-830865726e0e","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.344421154Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"f9ebec02-e35f-4e9b-8ee6-3f9548b1851f","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.344526735Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"f9ebec02-e35f-4e9b-8ee6-3f9548b1851f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.359540197Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"f9ebec02-e35f-4e9b-8ee6-3f9548b1851f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.375349403Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"f9ebec02-e35f-4e9b-8ee6-3f9548b1851f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.375370882Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"f9ebec02-e35f-4e9b-8ee6-3f9548b1851f","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.375564948Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.375607105Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","namespace":"ai-tenant-e2e-shared-b-w1-9bc221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.375653055Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","tenant":"e2e-shared-b-w1-9bc221","tenantID":"e2e-shared-b-w1-9bc221","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.390390439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-9bc221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.417784434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"Service","name":"maas-api-e2e-shared-b-w1-9bc221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.427721901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"516d02f8-cd1c-4a7a-ab0d-abae9612b562","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.440127515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-9bc221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.454878339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-9bc221","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.471178412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"9a5f3e82-beca-4938-b4c8-fb9e15ddfa53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.475379437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.490624317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"872fe2b9-8d63-4e21-9a20-486fca82ee36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.491076481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.508463574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"872fe2b9-8d63-4e21-9a20-486fca82ee36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.509077622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.525078783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"712dc8ab-91cc-4aa9-9f93-60487e74bcea","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.527462248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.540118838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.552914886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.56587781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.56867192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"114cb2e1-7e8d-42a6-8f6c-157f7bcf0e3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.580327109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.592879992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.605519345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.618112062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.66095381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"61b565ef-fc79-4bc8-b0fe-38b26239bde2","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.661246142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.674715761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.69046257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.703415389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-9bc221","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.710073809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"93db8e85-0ffd-43da-b808-5ab6c799b8c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.715939665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9bc221"},"namespace":"ai-tenant-e2e-shared-b-w1-9bc221","name":"default-tenant","reconcileID":"1ad64848-ca59-4de7-9391-ab4486287b29","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-9bc221","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.720341428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"28ed0d9b-d774-46c2-be10-0bf26ebb2fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.740257605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"28ed0d9b-d774-46c2-be10-0bf26ebb2fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.75711878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"2cee2b01-e80b-4fd8-92a7-0cceb52d4627","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:47.826420068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"8890170e-5945-4eae-a42e-2a6e7aaada3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:48.044973625Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9bc221","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9bc221","reconcileID":"2eaf9419-d8ba-4960-a730-00522a121d9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-9bc221","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-9bc221"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:48.397666004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d179034-a308-4493-a6b9-2f0fa45e39ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:48.41390722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d179034-a308-4493-a6b9-2f0fa45e39ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:48.426768856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d179034-a308-4493-a6b9-2f0fa45e39ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:48.440005224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d179034-a308-4493-a6b9-2f0fa45e39ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:48.846300489Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:49.001673855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deed2489-3f43-4dcd-88d5-11310b424d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:49.014331912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deed2489-3f43-4dcd-88d5-11310b424d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:49.026961138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deed2489-3f43-4dcd-88d5-11310b424d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:49.039925025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deed2489-3f43-4dcd-88d5-11310b424d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:50.920614486Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"ec4dbee5-f5d0-4665-b605-a3b3f895fec8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:50.944912277Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"7862fbb8-b77a-4547-a371-7092dc0176a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:50.945713448Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"ec4dbee5-f5d0-4665-b605-a3b3f895fec8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:50.963373068Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"7862fbb8-b77a-4547-a371-7092dc0176a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:50.97019043Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"premium-simulator-subscription","reconcileID":"ec4dbee5-f5d0-4665-b605-a3b3f895fec8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:50.976936504Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"simulator-subscription","reconcileID":"7862fbb8-b77a-4547-a371-7092dc0176a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"name":"maas-trlp-simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d","model":"e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:51.135130666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"9b641325-1b60-42e8-b0db-d5ca1d42d1d6","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"premium-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"premium-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:51.192373892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"9e42514f-c5d2-4d88-8480-596c52861eb8","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"routeName":"simulator-w0-da0f6d-kserve-route","namespace":"e2e-models-e2e-worker-w0-da0f6d","llmisvcName":"simulator-w0-da0f6d","gateway":"openshift-ingress/e2e-worker-w0-da0f6d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.370971247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"d0a8fe44-5611-41d5-a873-2aae2b1539e8","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-2-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-2-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.371283122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"183d12d8-cea3-42bd-bd3c-6633661b8531","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.371647317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"2bfc3689-4a06-4a0c-95a7-9c36898b2e43","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.372038893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"e6d355b8-3f44-4d6b-97f7-0cc960d380df","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"distinct-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"distinct-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.396136479Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.396201856Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","namespace":"ai-tenant-e2e-worker-w0-da0f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.396249753Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","tenant":"e2e-worker-w0-da0f6d","tenantID":"e2e-worker-w0-da0f6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.412358883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"Deployment","name":"maas-api-e2e-worker-w0-da0f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.413267551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"3d6ed337-55fa-426d-b430-e7257ecba31b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.413384748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"3a52ce2a-a033-4c53-8c32-4a96b19bae57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.45079848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"Service","name":"maas-api-e2e-worker-w0-da0f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.467614802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-da0f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.468674489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"693f057f-1e5c-48b8-9bb5-3f78c0a30437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.468672701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"66f0df03-ddf5-4020-9d7d-053da17255ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.482958551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-da0f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.487791916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"693f057f-1e5c-48b8-9bb5-3f78c0a30437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.488392411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"66f0df03-ddf5-4020-9d7d-053da17255ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.500454198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.514954357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"0e4ffcef-54ff-40d4-b83b-a815689409a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.51556716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"bce0b674-301e-4c35-9521-8a575bc3e93c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.51642371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.532365616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.550330723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.563020879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.575595626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.588173236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"Service","name":"payload-processing-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.600877421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.614403903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.627439884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.640471413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.687410436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.701509846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.714552859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.727469932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-da0f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:52.740166802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-da0f6d"},"namespace":"ai-tenant-e2e-worker-w0-da0f6d","name":"default-tenant","reconcileID":"fd7a5de7-138d-469e-a94a-0eb00e7a43a3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-da0f6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:53.034939772Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-da0f6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-da0f6d","reconcileID":"ad2c13ab-8b8f-4d68-90db-9043aef53b96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-da0f6d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-da0f6d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.078979985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"3b710ecc-295d-403b-bf81-4432ea6b048e","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.111632024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"3b710ecc-295d-403b-bf81-4432ea6b048e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.111808742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"ffc979c3-3e17-4246-93bb-b47ce7fe86ba","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.130566513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"ffc979c3-3e17-4246-93bb-b47ce7fe86ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.130749224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"2cd21c00-fb3a-4cac-a86e-c4a6d63b6957","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.149450999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"2cd21c00-fb3a-4cac-a86e-c4a6d63b6957","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.149587923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"8d226891-53f8-4475-89fd-d6f409977cd5","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.16833958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"8d226891-53f8-4475-89fd-d6f409977cd5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.168511943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"0143610b-81d8-4825-b688-d44f17666f42","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.168600153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"0143610b-81d8-4825-b688-d44f17666f42","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.168696227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"26dd7817-65b5-4ced-8ccd-00bea33a43ac","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.168744091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"26dd7817-65b5-4ced-8ccd-00bea33a43ac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.168987646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"f19c2e74-5fbc-45e7-96d0-9c99bf517c0d","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.169038778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"f19c2e74-5fbc-45e7-96d0-9c99bf517c0d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.173740922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"6d7101ca-2540-4012-8f75-f13008fb324a","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.173806719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"6d7101ca-2540-4012-8f75-f13008fb324a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.178890908Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"5123241e-ae7a-42c4-8911-a4b657876582","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.178980599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"5123241e-ae7a-42c4-8911-a4b657876582","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.179111335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"5c702b13-69ba-419d-9a0f-a523831f3b54","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.179194605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"5c702b13-69ba-419d-9a0f-a523831f3b54","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.179883454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"2ca82e47-4cf1-44ce-88d6-de695c847013","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.179970417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"2ca82e47-4cf1-44ce-88d6-de695c847013","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.185914481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"27b96030-d876-495e-a879-8ec3493d8425","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.185998877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"27b96030-d876-495e-a879-8ec3493d8425","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.200213369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"48b08d5a-a92e-4a42-b1a1-0bbbb9183ce8","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.200261213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"48b08d5a-a92e-4a42-b1a1-0bbbb9183ce8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.200328418Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"acc8b6bb-5e3b-4d1a-ba1e-15a5e07fdb7f","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.200355958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"acc8b6bb-5e3b-4d1a-ba1e-15a5e07fdb7f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.200418288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"123bc201-4e52-4ffc-a06d-af368a8472e1","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.200445397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"123bc201-4e52-4ffc-a06d-af368a8472e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.206832592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"b64b7fa6-594e-46ca-8606-9d550185f287","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.206875732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"b64b7fa6-594e-46ca-8606-9d550185f287","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.240592089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"dd4bddf7-1b73-49c8-a031-c43ceebaeed5","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.240633636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"dd4bddf7-1b73-49c8-a031-c43ceebaeed5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.240694695Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e747f379-bfeb-4612-99c1-b7b75e24ed95","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.240723754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"e747f379-bfeb-4612-99c1-b7b75e24ed95","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.240783087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"41d0da2b-8855-4545-a044-fd912f113174","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.240807915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"41d0da2b-8855-4545-a044-fd912f113174","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.247129378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"ecb2e0b1-69b5-45ed-9265-61b245e1e4cc","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.247179988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"ecb2e0b1-69b5-45ed-9265-61b245e1e4cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.320947612Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"b66bcefb-032e-4125-a7a8-5f45233e1891","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.321007914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"b66bcefb-032e-4125-a7a8-5f45233e1891","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.321088845Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"d148f503-6657-4930-bf1c-95cbf9ea547e","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.321130186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"d148f503-6657-4930-bf1c-95cbf9ea547e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.321238693Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"c56c6e5d-5dbd-4285-b0ba-ad5fd7ced520","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.321279894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"c56c6e5d-5dbd-4285-b0ba-ad5fd7ced520","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.327310697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"257dd36a-7c57-474b-aa72-df25d6287cc1","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.327358959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"257dd36a-7c57-474b-aa72-df25d6287cc1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:53.412525979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2641bd25-5777-4d8b-b28e-c12043c0916b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:53.428018469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2641bd25-5777-4d8b-b28e-c12043c0916b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:53.442317527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2641bd25-5777-4d8b-b28e-c12043c0916b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:53.455127031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2641bd25-5777-4d8b-b28e-c12043c0916b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.481775462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"2101d5b3-c2aa-45aa-9228-6436ee09df12","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.481866528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"2101d5b3-c2aa-45aa-9228-6436ee09df12","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.481997339Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"66dea297-57c3-4b34-a3b1-ffd5aa35f695","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.482044552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"66dea297-57c3-4b34-a3b1-ffd5aa35f695","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.482167715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"67c88c4c-5ff4-4626-b591-f373a72acf46","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.482218717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"67c88c4c-5ff4-4626-b591-f373a72acf46","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.48849366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"3d4a9cb1-fdc5-47af-a850-c8df727e92a0","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.488557802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"3d4a9cb1-fdc5-47af-a850-c8df727e92a0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.802846574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"6d862681-6392-467f-841a-3dc79dbfba5d","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.802905207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"6d862681-6392-467f-841a-3dc79dbfba5d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.802983772Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"0a56ee8f-7794-46c6-9fd3-83b8399bd82d","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.803012412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"0a56ee8f-7794-46c6-9fd3-83b8399bd82d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.803077293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"416925e9-4acd-473e-8692-f19231096c43","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.803106066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"416925e9-4acd-473e-8692-f19231096c43","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.809681282Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"1e77743c-bb4d-4920-b798-0e2d062077f2","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:53.809727821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"1e77743c-bb4d-4920-b798-0e2d062077f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:53.977432711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99417e7-0907-4de0-9193-d5a0f62480dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:53.990255713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99417e7-0907-4de0-9193-d5a0f62480dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:54.002948705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99417e7-0907-4de0-9193-d5a0f62480dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:54.015673779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e99417e7-0907-4de0-9193-d5a0f62480dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:54.443903929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"a29a24f8-48d3-4192-ba4f-ec6acff61063","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:54.443970716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"a29a24f8-48d3-4192-ba4f-ec6acff61063","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:54.444064117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"722b8613-c6ef-419d-ba50-21fece74f574","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:54.444102994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"722b8613-c6ef-419d-ba50-21fece74f574","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:54.444193435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"345ae18b-7793-409f-9f0b-480b0c312d97","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:54.444227145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"345ae18b-7793-409f-9f0b-480b0c312d97","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:54.450190089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"1bd4c6ca-b98b-41eb-8046-eab7cf41469c","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:54.450258776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"1bd4c6ca-b98b-41eb-8046-eab7cf41469c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.701133291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"50d250e4-6742-4d56-9513-9b740a5be501","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.714218971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"154b2be4-4957-4b32-b9b6-f8c92022d1fe","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.727487634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"728025a0-fb6f-4647-8f7b-0cb2aedd93bb","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.727672365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"f2f8faae-573a-4a4e-b68c-bc4057eb361e","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:55.727919908Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"622619f7-cd4a-47ae-90a0-30082c06a7e7","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:55.727968592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"622619f7-cd4a-47ae-90a0-30082c06a7e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:55.728039966Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"5f282396-322b-4ee4-857a-8045cd391b75","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:55.728068078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"5f282396-322b-4ee4-857a-8045cd391b75","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:55.728136829Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"5e69dc8d-395f-47ee-9869-770a00e196dc","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:55.728185918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"5e69dc8d-395f-47ee-9869-770a00e196dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:55.731073698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"39495d3c-3031-4236-b5e0-3f9568b9ec7d","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:55.731125688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"39495d3c-3031-4236-b5e0-3f9568b9ec7d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.744230234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"0342d4df-860a-4448-8416-dad85c0103b6","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.744473594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"e5c1d4ec-c238-42ff-b845-69b6ac7abae7","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.744726883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"f39b15c9-35cc-4a70-b048-950f36f55fee","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.744898841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"327692a4-663b-417a-9743-5fea8048b784","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.751604708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"342ea933-852b-4acc-9053-7abe27663ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.760303767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"f38e5d47-085f-4227-bd01-99114270a5a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.760394807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"3fcc7326-29d9-4451-8ebe-ed21fbd851df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.764287916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"67e6663d-9d58-40d5-b559-843dca4b32da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.769497124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"342ea933-852b-4acc-9053-7abe27663ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.781987667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"67e6663d-9d58-40d5-b559-843dca4b32da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.868681029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"4849b5cc-f639-459f-a359-b8fd050b2de3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.868791841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"c7807872-f8d2-48fa-9e9d-fee43f630f14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.945945155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b6faa167-be73-4df1-892f-c0a3c119bc1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:55.963284766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"b6faa167-be73-4df1-892f-c0a3c119bc1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.01479228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8be1c41-07f0-473f-bf0f-15562086590e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.027467805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8be1c41-07f0-473f-bf0f-15562086590e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.040268966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8be1c41-07f0-473f-bf0f-15562086590e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.053312236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8be1c41-07f0-473f-bf0f-15562086590e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.066417107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b76f56b3-17e4-4d8a-a2f5-adef1533606a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.084965583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"b76f56b3-17e4-4d8a-a2f5-adef1533606a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.091843241Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"32fb9db9-430a-4098-bd89-7587e0663a23","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.091906048Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"32fb9db9-430a-4098-bd89-7587e0663a23","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.108111087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"66529995-792f-412d-8d43-16a0620135d8","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.108481788Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"32fb9db9-430a-4098-bd89-7587e0663a23","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.126042253Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"32fb9db9-430a-4098-bd89-7587e0663a23","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.126061142Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"32fb9db9-430a-4098-bd89-7587e0663a23","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.126166029Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"32fb9db9-430a-4098-bd89-7587e0663a23","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.129069279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"fd576272-3e2b-41cf-8ac1-d998446a2486","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.144658442Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"32fb9db9-430a-4098-bd89-7587e0663a23","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.148105949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"c66c8002-7166-449a-95f1-784bcc981419","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.153571065Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"ebe1f015-dffc-491f-97b8-80c03cf18c56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ed4c1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.171076092Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"32fb9db9-430a-4098-bd89-7587e0663a23","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.171446241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"89e1d3a2-57f2-4ef9-869b-293f5d9c51b6","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.173418368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"00c129da-14cf-4c06-a057-5125c32f21a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.173569885Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"9b119713-5a43-4698-9df4-2f0b3320af0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-910137e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.180208865Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"c7b2803f-9d33-44e6-908e-cc8fd79ef25a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ed4c1a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.192324481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"00c129da-14cf-4c06-a057-5125c32f21a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.206846414Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"6b464836-5611-4aa4-9eb4-1fa190ce17e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-910137e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.247913583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"b1b323db-0084-4a6c-ad6d-f3ec4638f53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.265635334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"b1b323db-0084-4a6c-ad6d-f3ec4638f53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.353570923Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"352da542-1f72-4f9c-857f-ee47dcbedcef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.4217299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8e24c044-c684-44a5-879d-8b2261cb22a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.452063779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"352da542-1f72-4f9c-857f-ee47dcbedcef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.542202118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"352da542-1f72-4f9c-857f-ee47dcbedcef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.542230689Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-access","reconcileID":"352da542-1f72-4f9c-857f-ee47dcbedcef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.54925494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8e24c044-c684-44a5-879d-8b2261cb22a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.560098276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"4aa4b4ff-cf1b-487d-bca6-852dd4920b3a","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.56797012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8e24c044-c684-44a5-879d-8b2261cb22a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"e2e-worker-w4-849ac3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.56860609Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-access","reconcileID":"8e24c044-c684-44a5-879d-8b2261cb22a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.587649959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"3c1102ad-ab0e-49b4-99c2-53200620c5d8","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.693304017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db00f05-3b22-4ce4-898d-8f9edc5d25bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.706504712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db00f05-3b22-4ce4-898d-8f9edc5d25bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.719294478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db00f05-3b22-4ce4-898d-8f9edc5d25bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:56.732058608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db00f05-3b22-4ce4-898d-8f9edc5d25bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:57.316299297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af07a52-5e07-4343-845f-31de8c5929a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:57.329120298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af07a52-5e07-4343-845f-31de8c5929a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:57.342420056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af07a52-5e07-4343-845f-31de8c5929a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:57.35574354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af07a52-5e07-4343-845f-31de8c5929a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:58.288422299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"61758cda-e7d0-40fe-aacf-e7fd0e4bfcdf","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:58.288520095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"61758cda-e7d0-40fe-aacf-e7fd0e4bfcdf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:58.28864193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"87d2950d-2dc7-4b9e-b504-658e0f599f5b","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:58.288691531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"87d2950d-2dc7-4b9e-b504-658e0f599f5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:58.288788984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"e3a94e87-2a6e-4072-bb22-97255bd1bb08","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:58.288834822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"e3a94e87-2a6e-4072-bb22-97255bd1bb08","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:58.291804114Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"4e2c290d-038e-4c93-99a6-4c02b1770348","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:33:58.291872844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"4e2c290d-038e-4c93-99a6-4c02b1770348","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:59.595101483Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"68bd46e6-514a-4054-b300-bd56e9eba2f2","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:59.595215732Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"68bd46e6-514a-4054-b300-bd56e9eba2f2","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:59.610935834Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"68bd46e6-514a-4054-b300-bd56e9eba2f2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:59.62640572Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"68bd46e6-514a-4054-b300-bd56e9eba2f2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:33:59.626432777Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"68bd46e6-514a-4054-b300-bd56e9eba2f2","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:00.721270332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"62f22c7b-e472-4753-a5b2-dbce5c10af86","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:00.834262764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"a265f23d-de18-4cb5-bb6e-15b31fc74214","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:00.948803366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a698acb3-ea4b-4fd3-bb73-7e9311a1f367","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:00.988857487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"26ba3ae4-d65e-4c0c-ba40-ce0e69d844a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.014580133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c8fc8788-22d3-4967-9a41-9110dbef5ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.032124068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"c8fc8788-22d3-4967-9a41-9110dbef5ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.042268024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"7e6a1d63-7b9c-453e-b3db-882fa931bf58","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.071413478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"0479d445-d581-4399-94d5-1c2cae0a7bd1","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.094561723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"d99d9486-653b-4794-9d50-121d419f8629","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.129747427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"3a47a145-7b27-4477-a12a-ea381390afae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.147213307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"3a47a145-7b27-4477-a12a-ea381390afae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.190798772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"766e721b-b6cd-42f0-a1a8-a353d7efbd63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.240987967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"d2feab3b-7157-4cd7-bba4-5f70cacf9eb5","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:01.296877985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"1dce121d-3dfe-44e7-8bb3-d3a984c109f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.180573426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"646dd118-ddbd-4cc5-9a2b-74e9225f9fc8","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.181083527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"646dd118-ddbd-4cc5-9a2b-74e9225f9fc8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.181353744Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"9da9cea3-bdc8-42e2-b3e4-b6cd8911658e","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.181457914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"9da9cea3-bdc8-42e2-b3e4-b6cd8911658e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.181581408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"ced264d9-5a31-4224-a924-e97a28e104d7","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.181700066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"ced264d9-5a31-4224-a924-e97a28e104d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.181880812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"617eb3fc-f531-493f-ad96-0df43617c7e4","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.181972292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"617eb3fc-f531-493f-ad96-0df43617c7e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.212253988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"643757da-e9b5-4e47-b009-bf530beb4f77","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.212318498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"643757da-e9b5-4e47-b009-bf530beb4f77","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.212394806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"d73715ce-7b6d-4594-8baf-9ffe73051845","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.212427543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"d73715ce-7b6d-4594-8baf-9ffe73051845","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.212507596Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"35dcd282-888a-415d-9966-b08084086817","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.212540321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"35dcd282-888a-415d-9966-b08084086817","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.212600884Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"02c3ae3a-4ef4-4415-b0a6-7a3a6169989e","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.212629864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"02c3ae3a-4ef4-4415-b0a6-7a3a6169989e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.243603985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"967245e3-ab24-4c73-8417-c802dfdfa2fb","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.243697384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"967245e3-ab24-4c73-8417-c802dfdfa2fb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.243824825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"23c63934-2d34-4d09-a43a-6f5f63376d8a","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.243885127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"23c63934-2d34-4d09-a43a-6f5f63376d8a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.244001142Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"3c06ff49-2eae-47c8-8ead-dbdfa6d6c813","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.24405061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"3c06ff49-2eae-47c8-8ead-dbdfa6d6c813","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.24418732Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"67896786-2981-4b9a-9643-d369e70d5221","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.244262406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"67896786-2981-4b9a-9643-d369e70d5221","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.273452757Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"f0f54574-cd67-4e54-a20b-e16d9184c419","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.273526444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"f0f54574-cd67-4e54-a20b-e16d9184c419","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-2-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.273653816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"b2802cc6-dbc7-4854-8ebf-c3bf7c42b50d","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.273702587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"b2802cc6-dbc7-4854-8ebf-c3bf7c42b50d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.273796285Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"b6f931fc-3adf-4a74-bc6b-42b3d7e013dc","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.273840391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"b6f931fc-3adf-4a74-bc6b-42b3d7e013dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.273920908Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"5b5d75f9-fa73-445c-8aac-238e5d21ccd3","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:02.273963036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"5b5d75f9-fa73-445c-8aac-238e5d21ccd3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/distinct-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.872584883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"f44e22ea-cda6-4ad8-9b33-99964086de05","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.872892098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"ac1206a8-9c0f-4024-836f-ef3ae9659cb7","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.873077031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"ce40ef00-4db1-4263-9e41-e365a456d2c2","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"distinct-2-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"distinct-2-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.87326889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"099491f9-421f-45a6-9b29-b1034892bdb2","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.911037884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"9489ba09-36c6-4627-bf9d-cfca1b3634d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.911050097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"4eb72ff8-dc3d-4266-a033-652a96ef848f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.91243966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"dc9cc492-c766-4a58-b013-4fbc73ebeb63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.912613335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"ccf2d452-ff0e-4e43-9179-f57098a36711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.930273791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"9489ba09-36c6-4627-bf9d-cfca1b3634d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:05.930380963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"4eb72ff8-dc3d-4266-a033-652a96ef848f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.01329156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"252e4db0-136c-4d9c-b51d-78c1bf38ae88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.013922227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"05f5c9b5-ed46-45a2-a494-315e1f6ccf29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.193264807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"7a3a3870-5155-4c8f-9252-d81b82727d18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.210558152Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"7a3a3870-5155-4c8f-9252-d81b82727d18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.22048085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"237b3721-b275-4f51-b1ab-61c0ae3415c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.233670908Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"237b3721-b275-4f51-b1ab-61c0ae3415c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.310440984Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"premium-simulator-subscription","reconcileID":"237b3721-b275-4f51-b1ab-61c0ae3415c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.310461773Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"simulator-subscription","reconcileID":"7a3a3870-5155-4c8f-9252-d81b82727d18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"name":"maas-trlp-simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3","model":"e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.45862714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"cd56dbec-3ef1-41dd-97de-712337821059","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"premium-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"premium-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:06.471777424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"7929bc84-0823-40d4-bfa2-b842a8dd51f1","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"routeName":"simulator-w4-849ac3-kserve-route","namespace":"e2e-models-e2e-worker-w4-849ac3","llmisvcName":"simulator-w4-849ac3","gateway":"openshift-ingress/e2e-worker-w4-849ac3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.555817232Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.555876113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","namespace":"ai-tenant-e2e-worker-w4-849ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.555924958Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","tenant":"e2e-worker-w4-849ac3","tenantID":"e2e-worker-w4-849ac3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.570743958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"Deployment","name":"maas-api-e2e-worker-w4-849ac3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.599239601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"Service","name":"maas-api-e2e-worker-w4-849ac3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.619433005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-849ac3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.638831761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-849ac3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.654414575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.669352529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.687909048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.703516503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.71651259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.728827709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.741228084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"Service","name":"payload-processing-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.753501329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.766876592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:07.767860515Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"708a2bff-5df8-4aef-8b79-40d75bfbd66a","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:07.767938334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"708a2bff-5df8-4aef-8b79-40d75bfbd66a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/simulator-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:07.768050686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"52197511-52ee-4310-98a4-09ad21d0dec4","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:07.768099263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"52197511-52ee-4310-98a4-09ad21d0dec4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-da0f6d/premium-w0-da0f6d: AITenant \"e2e-worker-w0-da0f6d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.779065293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.791364175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.807543779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.821321468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.833790808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.846481419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-849ac3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.859218672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-849ac3"},"namespace":"ai-tenant-e2e-worker-w4-849ac3","name":"default-tenant","reconcileID":"7b9f7a4a-bac5-454e-9ce5-f3338d6c0d31","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-849ac3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.877742645Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"2cda644a-02ae-41cc-87ce-6a1cbff1f394","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.87781908Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"2cda644a-02ae-41cc-87ce-6a1cbff1f394","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.895696085Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"2cda644a-02ae-41cc-87ce-6a1cbff1f394","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.896097661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"4940dec6-5083-453b-b3b7-baf09002f84c","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.914518002Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"2cda644a-02ae-41cc-87ce-6a1cbff1f394","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.914539204Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"2cda644a-02ae-41cc-87ce-6a1cbff1f394","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.914651507Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"2cda644a-02ae-41cc-87ce-6a1cbff1f394","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.917573871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"b00ba73f-2a88-498e-9b05-29afdd299964","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.933969751Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2c58d49c-c827-4ca3-be2d-044e4ffeafbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.934074828Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"2cda644a-02ae-41cc-87ce-6a1cbff1f394","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.935273132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"c8eea5ea-5c78-4be6-88b9-b580cf9f8c86","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.9469974Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"9efb2481-57a5-4283-bed5-be83e7410779","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2c9042d5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:07.95421837Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"c8eea5ea-5c78-4be6-88b9-b580cf9f8c86","name":"simulator-w1-a5ad1b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-a5ad1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:07.954268004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"c8eea5ea-5c78-4be6-88b9-b580cf9f8c86","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-a5ad1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.957092583Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"2cda644a-02ae-41cc-87ce-6a1cbff1f394","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.957373999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"21902cc6-7cc4-43fd-b74c-f825c99dfac9","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.963368641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"4733f67c-ec63-4026-9061-ea557d0772f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.963393234Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"90ae74b7-ccf6-4042-ba71-b28097172e2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d2119e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.977429107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"8f634b23-3af6-4cee-9d84-4e69b4ebd564","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.985538032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"4733f67c-ec63-4026-9061-ea557d0772f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:07.9902058Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"98ff48e6-63d2-46a8-996a-3ed58f205b53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2c9042d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.080833638Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"fb8479a0-e03d-4ef9-bc72-e25c1e90c74e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d2119e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.099697966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2c58d49c-c827-4ca3-be2d-044e4ffeafbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.140882376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2c58d49c-c827-4ca3-be2d-044e4ffeafbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.140907505Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-access","reconcileID":"2c58d49c-c827-4ca3-be2d-044e4ffeafbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.143365639Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"64630bf0-1d22-4910-8c40-89bfa21603f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.158189177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"879d850f-700c-4658-8467-8f420517f130","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.193870563Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-849ac3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-849ac3","reconcileID":"ca625038-952f-48d0-af01-c9d233287557","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-849ac3","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-849ac3"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.238725664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"6e314f72-e4f7-42dc-94e1-ad22439ccd69","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.257440814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"6e314f72-e4f7-42dc-94e1-ad22439ccd69","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.257602109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"dca9f7e2-2a9f-4c72-830e-b47dad0bf9fc","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.278316026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"64630bf0-1d22-4910-8c40-89bfa21603f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.285058187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"dca9f7e2-2a9f-4c72-830e-b47dad0bf9fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.285314366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"62f832bb-7d6b-4988-950a-c5597f2680a4","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.296159714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"64630bf0-1d22-4910-8c40-89bfa21603f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"e2e-worker-w1-a5ad1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.296174238Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-access","reconcileID":"64630bf0-1d22-4910-8c40-89bfa21603f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.304215872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"62f832bb-7d6b-4988-950a-c5597f2680a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.304390873Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"41c1dff8-aea0-4559-b3d2-3b4fc6709699","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.321018526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"41c1dff8-aea0-4559-b3d2-3b4fc6709699","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.321158815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"0df511b5-b35e-43c0-b4b1-88945f665dfa","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.321201615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"0df511b5-b35e-43c0-b4b1-88945f665dfa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.321274434Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"e73063f6-f782-4c54-9255-e8506f52dcd0","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.321304394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"e73063f6-f782-4c54-9255-e8506f52dcd0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.321361521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"23fd2cb4-a905-4361-ac85-62af86087ca1","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.321390552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"23fd2cb4-a905-4361-ac85-62af86087ca1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.321456279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"d52177cb-117d-44a0-b013-2303e0793602","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.326599524Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"922bebbb-232a-422d-be57-68239721215a","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.326647045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"922bebbb-232a-422d-be57-68239721215a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.331795406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"b771e7c2-bc44-410a-aada-f11650a165fc","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.331856049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"b771e7c2-bc44-410a-aada-f11650a165fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.331933364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"e60170b8-4775-4e27-9a76-30f9d275bf6d","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.331968301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"e60170b8-4775-4e27-9a76-30f9d275bf6d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.332029883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"09f1a491-3ca3-422c-a4d7-96fb193bffbf","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.332060468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"09f1a491-3ca3-422c-a4d7-96fb193bffbf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.337257662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"0dae743b-e087-450c-888f-4eae68a0b096","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.33732025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"0dae743b-e087-450c-888f-4eae68a0b096","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.356690852Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"315f1489-a411-42a6-a243-7a7b6e1bb3c4","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.356741102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"315f1489-a411-42a6-a243-7a7b6e1bb3c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.35681838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"53c4dce9-a471-41dd-885c-3027e33215af","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.35684742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"53c4dce9-a471-41dd-885c-3027e33215af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.35690973Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"f82cd1fc-cd4c-45ec-b320-9a1bd121782a","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.356934903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"f82cd1fc-cd4c-45ec-b320-9a1bd121782a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.357415136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"326bad71-cb5b-425c-83cd-bf72de70a910","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.357451164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"326bad71-cb5b-425c-83cd-bf72de70a910","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.397307793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"a9c120d8-b307-400c-90d9-dc34def2788e","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.397358667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"a9c120d8-b307-400c-90d9-dc34def2788e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.397427121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"19589d6f-3083-45fe-916f-6c1e367fc23d","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.397466527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"19589d6f-3083-45fe-916f-6c1e367fc23d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.397560499Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"39e7ea44-098d-4380-b9d5-fc6d5f6fc579","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.397607735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"39e7ea44-098d-4380-b9d5-fc6d5f6fc579","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.397675239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"07a7363c-bff3-4ad5-8167-9b53b6171f80","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.397709772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"07a7363c-bff3-4ad5-8167-9b53b6171f80","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.478486409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"7b3255b3-3ca1-43d0-b4bb-b69547dc3f2e","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.478558995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"7b3255b3-3ca1-43d0-b4bb-b69547dc3f2e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.47865602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"e9ebfa05-70d6-4e44-aa3d-c9376cbc42f3","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.478699108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"e9ebfa05-70d6-4e44-aa3d-c9376cbc42f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.47879634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"dd0d23c9-c421-46a8-98cd-b84577195436","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.478841331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"dd0d23c9-c421-46a8-98cd-b84577195436","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.478944907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"6ad91495-6926-4653-95bb-57aa13849cda","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.478994948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"6ad91495-6926-4653-95bb-57aa13849cda","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.546729584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e2c4c0-7b85-4527-aea8-b464a35e3955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.560488116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e2c4c0-7b85-4527-aea8-b464a35e3955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.573681882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e2c4c0-7b85-4527-aea8-b464a35e3955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:08.587060455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e2c4c0-7b85-4527-aea8-b464a35e3955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.639703158Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"f41f90ca-5a9c-4d2f-b10b-9e5fae7a08c9","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.639770369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"f41f90ca-5a9c-4d2f-b10b-9e5fae7a08c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.639853433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"6d8a4dbd-5ff0-4239-ba32-dfd429d962e3","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.639893399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"6d8a4dbd-5ff0-4239-ba32-dfd429d962e3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.639955643Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"9ca09c5c-bcc6-40a8-8244-bb689eb16c73","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.639986958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"9ca09c5c-bcc6-40a8-8244-bb689eb16c73","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.640050518Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"c4774188-53b6-45a7-a938-e8b8904ca78b","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.640080729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"c4774188-53b6-45a7-a938-e8b8904ca78b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.960649921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"18efa6a6-d0b5-4ab4-ace7-30dd709a3974","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.960741248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"18efa6a6-d0b5-4ab4-ace7-30dd709a3974","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.960858589Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"8063f673-88f7-4066-ab5d-d9f84d94b6ff","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.960904049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"8063f673-88f7-4066-ab5d-d9f84d94b6ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.961003525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"6bf44907-f732-488c-ad5d-68c2cb3456b4","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.961047444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"6bf44907-f732-488c-ad5d-68c2cb3456b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.961158755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"8966b09d-ef2e-4ca5-b456-1220b90a625a","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:08.961201864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"8966b09d-ef2e-4ca5-b456-1220b90a625a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:09.140469645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018a4a50-3aae-4ef9-9a57-3ef99088a757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:09.153211731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018a4a50-3aae-4ef9-9a57-3ef99088a757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:09.166802604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018a4a50-3aae-4ef9-9a57-3ef99088a757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:09.182868555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018a4a50-3aae-4ef9-9a57-3ef99088a757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:09.535879852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"340c128f-ab07-4993-83a6-0138499a32ee","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:09.535995557Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"340c128f-ab07-4993-83a6-0138499a32ee","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:09.551693482Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"340c128f-ab07-4993-83a6-0138499a32ee","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:09.579326803Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"340c128f-ab07-4993-83a6-0138499a32ee","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:09.57935642Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"340c128f-ab07-4993-83a6-0138499a32ee","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.602417905Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"5447ec55-e538-4e99-bfee-c1ef6aac1754","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.602509176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"5447ec55-e538-4e99-bfee-c1ef6aac1754","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.602676768Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"c2076544-30c8-4225-805e-ef462c4a2d92","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.60272125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"c2076544-30c8-4225-805e-ef462c4a2d92","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.602821037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"e4188117-c8b7-4c39-be8d-7c31a41f746c","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.602859928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"e4188117-c8b7-4c39-be8d-7c31a41f746c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.602939109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"46a67f40-006e-4ccc-94f9-8ada82b7871c","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.602971124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"46a67f40-006e-4ccc-94f9-8ada82b7871c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.897225951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"a62cde6a-bdca-43f2-bfe8-12b26a325be1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:09.972204283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"555398fb-a7ea-475f-ad48-17f5f400b812","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:10.071709917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"addc142b-06bc-4e18-aeff-dbd1cda841b6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:10.27776267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"6ca01095-3c44-4a0b-a4a5-478ecd0e5ba2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:10.448435873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"096b3fda-d726-4fb0-949b-a5e03c6c6653","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:10.57647538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"1a5c7bb2-8629-449a-ae44-1b90b0ec56b0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:10.677107809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"08950fd7-1334-47fa-8b9b-378206282d16","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:10.78422232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"9cb0f8dc-4dcf-4681-b90b-3606a827d246","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:10.877935908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"8dcfb320-9e37-4746-bacb-81f7634afc4e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:10.978553121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"295a9b99-e894-416d-8826-e3ffc4414680","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.078644966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"5f021978-164d-43f4-b129-c053acbe1c6f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.178837934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"019504ea-e1ac-4c63-846b-6bec7c93f37d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.179021131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"af93916d-9244-4efc-ae30-43bb794c38c4","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.179073113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"af93916d-9244-4efc-ae30-43bb794c38c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.179171212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"16c0a042-6b90-4bfb-a444-35ec4a21fe86","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.179212191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"16c0a042-6b90-4bfb-a444-35ec4a21fe86","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.179287543Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"80096b4a-e482-4e2d-998d-8ae2560bf176","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.179319854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"80096b4a-e482-4e2d-998d-8ae2560bf176","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.179388558Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"e31078d8-aa01-4aca-8bb3-d3fdb0c492b0","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.179421908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"e31078d8-aa01-4aca-8bb3-d3fdb0c492b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.276875576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"5087c0e6-2a1f-4469-b945-d78fb90719c3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.378801099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"c81b92f5-d84e-4b82-b8e6-28fdc6acb333","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.478544534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"bb564beb-e23e-4715-9edf-379bf69d4313","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.577865953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"8f700644-058a-446a-b708-5e4c4d13d113","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.679400745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"90b23f05-4f91-4d64-ae16-f1243be2aae1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.77860527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"1b3a33bc-1483-4327-9bbf-749a1f01cad7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.847863953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"68682f96-5e16-41cf-a646-e1073bb59266","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.917434751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"3bc4be25-3774-459a-9fb9-cea74325bf82","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:11.988785664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"0b96461a-4a07-42a5-8e22-6c1813d956f2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.056420505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"f6f017b7-370b-4b22-a54d-a7a982faa0a7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.124251369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"c3d43d00-4dc3-45df-a1b1-028cccc27873","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.192886709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"111deb99-fb3c-4324-8c67-1a22c8e42a34","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.294314932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"7ff04ef7-758a-4f92-aa92-25cfed16bf4c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.36234841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"c001ec0e-5554-4868-a57b-f0dbe3554016","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.431319174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"231ac737-a2ed-41cb-ad06-45a2de2cbd98","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.50028688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"374c5064-4165-42c6-a061-c7c534a42b1d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.684426899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"7e29f424-08d1-4eb1-a756-778efa7b3f23","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.753161275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"3ec2b9a6-8aa1-43bb-9b29-6a7cd2c4fb6b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.821352143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"87610489-7acc-43cd-b2ed-f451364d2de5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:12.89020319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"eb95676b-1efd-4951-934f-41beb62962f7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.395085761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"3f472318-e6f0-4e61-b4bb-a05294f408e1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.495370366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"14611428-bf17-4843-8725-ee01afdfc23c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.595449324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"4c514b1e-c2ac-4fdb-9c7b-0a47c18a163a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.663659834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"73117ee4-9d08-42af-bf55-f8a892dd1473","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.739528226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"6e05faac-3353-4311-a97b-645de8d79d67","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.73961176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"6e05faac-3353-4311-a97b-645de8d79d67","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.739731781Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"48182919-cd09-4b24-89fa-5e65e015e67a","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.739781052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"48182919-cd09-4b24-89fa-5e65e015e67a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.739886985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"94ff2aea-3ecc-4595-8b84-f11bf98c1e60","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.739943613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"94ff2aea-3ecc-4595-8b84-f11bf98c1e60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.740043618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"56d75ae5-cb62-4b5b-bc87-8a1f21eeaf2f","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:13.740091554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"56d75ae5-cb62-4b5b-bc87-8a1f21eeaf2f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:14.580600912Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"23dcf37d-a74c-442d-a629-02ae91f9719f","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:14.580715333Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"23dcf37d-a74c-442d-a629-02ae91f9719f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:14.596569131Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"23dcf37d-a74c-442d-a629-02ae91f9719f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:14.612259511Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"23dcf37d-a74c-442d-a629-02ae91f9719f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:14.61227758Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"23dcf37d-a74c-442d-a629-02ae91f9719f","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:14.744793195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"ba3c622e-9d74-44c4-869a-ba9b9a6fbbe4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:14.845279436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"783f058f-77b4-43ce-bb2a-ea0b8a36a2cf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:14.94590233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"cc67ea87-388e-42b9-9c6d-684422ae269b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.029249583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"c10f2951-8bbe-46e8-8643-780bd0e23b72","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.029472255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"05f4403e-ed8f-488a-8007-0b81a79e4db1","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.029537583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"05f4403e-ed8f-488a-8007-0b81a79e4db1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.029640401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"79ea1c77-3057-440a-a807-0c032722c076","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.029684898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"79ea1c77-3057-440a-a807-0c032722c076","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.029775288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"31967991-1eaf-4264-9ba7-9264f4da8264","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.029818325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"31967991-1eaf-4264-9ba7-9264f4da8264","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.029906543Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"69e0fbf6-789d-4b80-b286-20653ffc8722","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.029949571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"69e0fbf6-789d-4b80-b286-20653ffc8722","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.035030597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"c3b5cd62-b9ec-4622-9099-f917fe8051e6","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.035104515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"c3b5cd62-b9ec-4622-9099-f917fe8051e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.035231212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"0bbe418b-222d-46dd-9b29-518d448848ba","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.035284038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"0bbe418b-222d-46dd-9b29-518d448848ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.035387097Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"5db31835-06db-44ef-b6b7-85aa9efa91f2","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.03543392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"5db31835-06db-44ef-b6b7-85aa9efa91f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.035529725Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"81ee26b6-cab8-46bc-9a79-2913638ab0c7","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.035578866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"81ee26b6-cab8-46bc-9a79-2913638ab0c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.066634595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"35f259d2-3e5b-405b-b433-f26f50931037","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.066712709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"35f259d2-3e5b-405b-b433-f26f50931037","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/simulator-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.06681867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"148fafe9-968c-482e-9b71-c30dcd52032c","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.066869378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"148fafe9-968c-482e-9b71-c30dcd52032c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/premium-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.067005593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"a8f046eb-32a8-4921-9acb-5a6116af369b","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.067055451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"a8f046eb-32a8-4921-9acb-5a6116af369b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.06720455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"c734dfd6-29f0-4f4d-a7a1-4345a195726f","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:15.067261731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"c734dfd6-29f0-4f4d-a7a1-4345a195726f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-849ac3/distinct-2-w4-849ac3: AITenant \"e2e-worker-w4-849ac3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:17.373767379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"87e0f530-7d44-4f94-b2f9-72a102d1ae63","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:17.475514279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"70cbb08a-9230-4c46-94ef-8032534cb6b9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:17.575622732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"a367e927-3fb2-417b-b71b-0e5c9cc6fd33","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:17.657963391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"648d45ed-3912-4044-a867-c4089102f916","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:18.004134102Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"44418d25-d1a6-4175-a3d5-7b4511701f61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:18.017765765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"44418d25-d1a6-4175-a3d5-7b4511701f61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:18.031247135Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"premium-simulator-subscription","reconcileID":"44418d25-d1a6-4175-a3d5-7b4511701f61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:18.094346537Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"2cee1641-ad42-4795-9e85-ef404de2f31b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:18.107509011Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"2cee1641-ad42-4795-9e85-ef404de2f31b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:18.132362876Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"simulator-subscription","reconcileID":"2cee1641-ad42-4795-9e85-ef404de2f31b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"name":"maas-trlp-simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b","model":"e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:18.180010351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"68c805ba-3e73-4a09-ac08-748291be407e","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"premium-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"premium-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:18.279363926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"97730e93-870a-4052-93e5-a05c2435bb03","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"routeName":"simulator-w1-a5ad1b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a5ad1b","llmisvcName":"simulator-w1-a5ad1b","gateway":"openshift-ingress/e2e-worker-w1-a5ad1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:18.817657456Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.613390551Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.613452959Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","namespace":"ai-tenant-e2e-worker-w1-a5ad1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.613508963Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","tenant":"e2e-worker-w1-a5ad1b","tenantID":"e2e-worker-w1-a5ad1b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.6400397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"Deployment","name":"maas-api-e2e-worker-w1-a5ad1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.688397407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"Service","name":"maas-api-e2e-worker-w1-a5ad1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.705809626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-a5ad1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.721537359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-a5ad1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.737701544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.754923153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.770977454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.787676487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.804382131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.817212538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.829809289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"Service","name":"payload-processing-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.842534706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.855084835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.869624656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.882323268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.89895274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.911511778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.924156922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.93684224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-a5ad1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:19.949272771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a5ad1b"},"namespace":"ai-tenant-e2e-worker-w1-a5ad1b","name":"default-tenant","reconcileID":"091d279e-99d0-4952-8edc-253344153026","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-a5ad1b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:20.18980286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a5ad1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a5ad1b","reconcileID":"eae64dd0-d517-4ad1-9bfc-8d66a7257577","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a5ad1b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-a5ad1b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.237882556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"a989d19b-896c-46d1-b8e6-1aac324020f3","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.257004869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"a989d19b-896c-46d1-b8e6-1aac324020f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.257304748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"82016996-31bc-4403-b7f8-e6ede29974a1","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.287437414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"82016996-31bc-4403-b7f8-e6ede29974a1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.287710691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3ce3f057-26e3-4962-9122-6b14a38cac42","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.306762303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3ce3f057-26e3-4962-9122-6b14a38cac42","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.306960432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"cb81289d-5218-4c11-b87e-4b3d0f3078f5","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.33189724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"cb81289d-5218-4c11-b87e-4b3d0f3078f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.332051738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"8e4b5b73-7523-429a-bf96-ff57c27af398","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.332095374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"8e4b5b73-7523-429a-bf96-ff57c27af398","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.332196099Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"d1b2a76a-4d9e-4072-8898-2fdce5934ad4","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.332233612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"d1b2a76a-4d9e-4072-8898-2fdce5934ad4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.332313772Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3867a2bd-7a15-4ca2-b875-fe05211cda42","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.332342198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"3867a2bd-7a15-4ca2-b875-fe05211cda42","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.337620381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"f451ccd1-b8b1-4857-ac3b-47c6743f0b69","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.337671993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"f451ccd1-b8b1-4857-ac3b-47c6743f0b69","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.342697349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"4df4d6b8-a05c-49f4-8492-a36d7c9152f1","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.342760231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"4df4d6b8-a05c-49f4-8492-a36d7c9152f1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.342897055Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"62004fa2-0394-4c68-882b-01890b44e5e0","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.342944141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"62004fa2-0394-4c68-882b-01890b44e5e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.343040726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2178dcc8-ecbd-421b-a253-7080b3f610b9","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.343083347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2178dcc8-ecbd-421b-a253-7080b3f610b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.34834857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a7fa1183-8616-4877-8c5a-8379c1e288d9","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.348411014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a7fa1183-8616-4877-8c5a-8379c1e288d9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.363718928Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"81eb9b9d-d338-4481-92a7-da70abb80943","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.363771988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"81eb9b9d-d338-4481-92a7-da70abb80943","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.363891746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"72dc5c77-18a1-4000-b73a-0ac43744d239","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.363983457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"72dc5c77-18a1-4000-b73a-0ac43744d239","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.364109319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"e39f6759-c528-4393-843e-ab382583588c","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.364174491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"e39f6759-c528-4393-843e-ab382583588c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.369208672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"4e6dd50c-b719-4690-a4fa-8957790a1a2f","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.369273553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"4e6dd50c-b719-4690-a4fa-8957790a1a2f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.404558402Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"f04878c5-f422-4b00-9f15-7558a44456eb","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.404608621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"f04878c5-f422-4b00-9f15-7558a44456eb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.404691692Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"0a9a1f2f-1e0e-4fc7-b680-c04e5b876646","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.404724378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"0a9a1f2f-1e0e-4fc7-b680-c04e5b876646","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.404788372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"181dc63e-4bee-4878-8dfe-65c58ebdc7c3","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.404818797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"181dc63e-4bee-4878-8dfe-65c58ebdc7c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.410007446Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"0d82ac0e-afe7-4eb0-89a8-53a92ecd41fc","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.410056807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"0d82ac0e-afe7-4eb0-89a8-53a92ecd41fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.485561283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"e0c0f9f9-3393-4432-beef-7baee895577f","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.485641753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"e0c0f9f9-3393-4432-beef-7baee895577f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.485753331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"098842cd-7290-480e-9671-7b4d43762308","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.485801962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"098842cd-7290-480e-9671-7b4d43762308","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.485899126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"f90021b4-61ec-4ef9-a8d2-04374455aa97","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.485944357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"f90021b4-61ec-4ef9-a8d2-04374455aa97","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.491108015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a317fde8-bd40-4d5c-a875-3e5a5df7fe9c","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.491179359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a317fde8-bd40-4d5c-a875-3e5a5df7fe9c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:20.525342309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91589b0-ad9e-46c6-a08b-333a802b5cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:20.538073636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91589b0-ad9e-46c6-a08b-333a802b5cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:20.55167095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91589b0-ad9e-46c6-a08b-333a802b5cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:20.564551166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c91589b0-ad9e-46c6-a08b-333a802b5cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.646716191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"c3cc9259-f9f8-4da5-b5b0-b96be704e29d","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.64677545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"c3cc9259-f9f8-4da5-b5b0-b96be704e29d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.64685646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"cfcf11de-57e3-463a-b85a-13251f51a11b","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.646887679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"cfcf11de-57e3-463a-b85a-13251f51a11b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.646956802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"8e1ffce5-12be-46cc-a6b3-52c8a7386ea7","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.646987581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"8e1ffce5-12be-46cc-a6b3-52c8a7386ea7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.652229116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"ae35b1bb-cb59-4ede-9feb-8e08c3050dd1","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.652293366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"ae35b1bb-cb59-4ede-9feb-8e08c3050dd1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.967309361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"e5186545-dfca-407a-9de8-a6d4f3a37ddd","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.96736721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"e5186545-dfca-407a-9de8-a6d4f3a37ddd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.967469475Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"64f28285-b42c-47c6-b681-3934ae4e96f6","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.967580681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"64f28285-b42c-47c6-b681-3934ae4e96f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.96770012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2d721557-fd27-4d75-ad45-3866df7fdb85","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.967749376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"2d721557-fd27-4d75-ad45-3866df7fdb85","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.973025489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"07212e8b-5488-4ade-96da-6c7614df07cc","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:20.973124845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"07212e8b-5488-4ade-96da-6c7614df07cc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:21.200399068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a86dbce-43d1-4498-bf0c-ba0691336934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:21.213192514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a86dbce-43d1-4498-bf0c-ba0691336934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:21.226276031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a86dbce-43d1-4498-bf0c-ba0691336934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:21.23924053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a86dbce-43d1-4498-bf0c-ba0691336934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:21.607858993Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"be96e92f-2ba5-4935-ba0c-5db3da2fe9cf","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:21.607933023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"be96e92f-2ba5-4935-ba0c-5db3da2fe9cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:21.608063492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"6ccea4e6-e2a0-40be-9240-c596ba28a6c3","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:21.608118668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"6ccea4e6-e2a0-40be-9240-c596ba28a6c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:21.608209039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"d9a6236e-ec6d-4969-9e05-f11bdc440a7b","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:21.608243377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"d9a6236e-ec6d-4969-9e05-f11bdc440a7b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:21.613948241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a50e587a-13ba-4b2b-8b22-f688d6818af2","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:21.613992487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a50e587a-13ba-4b2b-8b22-f688d6818af2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.569454428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"5e73eb73-63d7-4d03-9c17-a59a4c3ed9cd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.67174911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"8f7d2c0d-a8b5-4b92-a98c-031e82ed6e91","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.769998527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"656cb837-1b44-4d88-8823-e5fe6d94932f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.875106797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"simulator-w0-da0f6d","reconcileID":"861b1075-cb1e-45d4-be9c-879a66eb5f4f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.888541506Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"6be769e0-c3be-4969-a476-cd446780bc7f","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.888600828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"6be769e0-c3be-4969-a476-cd446780bc7f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.888685502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"c4e52fe5-b4c4-4999-beee-79998a88f092","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.888719733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"c4e52fe5-b4c4-4999-beee-79998a88f092","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.888789382Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"c6e77eb1-4b1b-4915-8809-9644ff97d819","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.888825877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"c6e77eb1-4b1b-4915-8809-9644ff97d819","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.895058848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"219d14c8-22a7-44b1-bd3a-dc54933be51f","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:22.895116137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"219d14c8-22a7-44b1-bd3a-dc54933be51f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:23.910666849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"d283ff78-1138-420b-b398-1c7b731a1492","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:24.011262521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"597436b2-8414-4946-a656-b6560686112a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:24.110298939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"3bf12eee-b32a-44a9-842c-ec3949be9e61","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:24.178234606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"1238305b-f1dc-4dd6-a7ab-b89f59b99548","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:24.248015396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"99e18dad-8da7-4150-802c-9c6938e0a0a4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:24.316292883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"2d94a2f7-8993-47d3-a2bf-b4c86ce483ad","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.058444036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"8d793f60-cce2-4276-a709-9765225b5c8c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.168423621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"19c616f4-8dbf-48f7-8306-fb135bb489a2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.262796723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"14174c0a-5e14-4f89-ba22-3d309b8c798a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.362258603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"6b20609d-3d2e-4388-8a79-ea37652f51de","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.464309531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-w4-849ac3","reconcileID":"2bcc3c0c-b149-4125-b9c5-4bea507e6da3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.564428151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"simulator-w4-849ac3","reconcileID":"cd71301a-38fb-4c70-8028-0c4498abbfba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.564696651Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"de49f96a-2e71-40b8-a2ec-861cf93ed144","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.564813667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"de49f96a-2e71-40b8-a2ec-861cf93ed144","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.565018232Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"8eb4d994-3704-4c57-88c4-3e3793981988","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.565117791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"8eb4d994-3704-4c57-88c4-3e3793981988","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.565272814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1309477a-5819-4d20-b54e-ae2cc3d8de84","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.565325216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"1309477a-5819-4d20-b54e-ae2cc3d8de84","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.56542762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"4ff72e84-0cb8-4a86-800a-075e328c3faf","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.565471742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"4ff72e84-0cb8-4a86-800a-075e328c3faf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:25.939601472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"premium-w4-849ac3","reconcileID":"f8abdb91-1520-4c41-9e32-70cfa2caa264","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:26.046200469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-849ac3","namespace":"e2e-models-e2e-worker-w4-849ac3"},"namespace":"e2e-models-e2e-worker-w4-849ac3","name":"distinct-2-w4-849ac3","reconcileID":"f2cfac2a-0727-4725-8df4-2e535441ff3c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-849ac3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.19394591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"5dda4090-703b-44a0-93d3-861a3e80c698","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.194017799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"5dda4090-703b-44a0-93d3-861a3e80c698","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.19412623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"dac1bacf-d3d9-4d08-9ba3-cd6f6e16404d","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.194202653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"dac1bacf-d3d9-4d08-9ba3-cd6f6e16404d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.194298157Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"7ab6ab0a-28f9-4029-838c-b13b5add377e","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.194351261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"7ab6ab0a-28f9-4029-838c-b13b5add377e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.194511627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"0afbcb83-0784-4aaa-b756-420950c94d44","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.194566423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"0afbcb83-0784-4aaa-b756-420950c94d44","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.236457493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"4ebc6f66-e117-43f2-98b2-8b51a4ab6e8e","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.236555009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"4ebc6f66-e117-43f2-98b2-8b51a4ab6e8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.23667212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"78bbf041-ddb6-45c4-989e-00707db45e10","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.236721471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"78bbf041-ddb6-45c4-989e-00707db45e10","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.236819542Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"e617bec9-debe-47da-8aaf-b2a3e0c9af5d","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.236865616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"e617bec9-debe-47da-8aaf-b2a3e0c9af5d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.236965507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a3ca5d2f-583b-48f8-896a-ed8d8e6a0295","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.237011466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"a3ca5d2f-583b-48f8-896a-ed8d8e6a0295","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.269447426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"df2032ca-6df1-4c55-b2de-318bdd101d90","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.26953026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"df2032ca-6df1-4c55-b2de-318bdd101d90","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.269923207Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"93bcb554-4100-42d2-82e2-4d272255da08","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.270003734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"93bcb554-4100-42d2-82e2-4d272255da08","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.270369397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"e1e36831-b95d-40c3-a96b-f3d731b72f1b","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.270474639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"e1e36831-b95d-40c3-a96b-f3d731b72f1b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.270806565Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"324e81ae-e098-47a1-b13f-c01fab2cb8ad","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.270858165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"324e81ae-e098-47a1-b13f-c01fab2cb8ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.30153527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"009a61a0-4549-42d2-810e-bc214a935e6c","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.301618973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-w1-a5ad1b","reconcileID":"009a61a0-4549-42d2-810e-bc214a935e6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.301744043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"3b8fd301-5c46-40cf-97a8-e23b5bee7934","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.301805411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"distinct-2-w1-a5ad1b","reconcileID":"3b8fd301-5c46-40cf-97a8-e23b5bee7934","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/distinct-2-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.301908666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"4b608d36-4cbc-43ac-88db-f6d52a79b517","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.301953442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"simulator-w1-a5ad1b","reconcileID":"4b608d36-4cbc-43ac-88db-f6d52a79b517","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/simulator-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.302292968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"d55849cb-76a8-44e5-b319-31ff06c0a584","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:28.302357772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a5ad1b","namespace":"e2e-models-e2e-worker-w1-a5ad1b"},"namespace":"e2e-models-e2e-worker-w1-a5ad1b","name":"premium-w1-a5ad1b","reconcileID":"d55849cb-76a8-44e5-b319-31ff06c0a584","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-a5ad1b/premium-w1-a5ad1b: AITenant \"e2e-worker-w1-a5ad1b\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:31.164344634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f654b2d-9e25-4471-9778-2db77dd147b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T06:34:31.171559351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"406f8364-d078-4833-9db7-37590df7f593","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:32.881056452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-2-w0-da0f6d","reconcileID":"186c58f3-2231-4b4e-bd2c-1fdf46e62934","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:32.984190785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"distinct-w0-da0f6d","reconcileID":"190b1dc9-7841-4b8e-a6e0-d2a510710a76","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T06:34:33.100442802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-da0f6d","namespace":"e2e-models-e2e-worker-w0-da0f6d"},"namespace":"e2e-models-e2e-worker-w0-da0f6d","name":"premium-w0-da0f6d","reconcileID":"b7854226-1cc8-4a5d-8aec-2e23c749e86e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-da0f6d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}